{"id":"https://openalex.org/W4402125579","doi":"https://doi.org/10.1109/tvt.2024.3452979","title":"Throughput Maximization in NOMA Enhanced RIS-Assisted Multi-UAV Networks: A Deep Reinforcement Learning Approach","display_name":"Throughput Maximization in NOMA Enhanced RIS-Assisted Multi-UAV Networks: A Deep Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-09-02","ids":{"openalex":"https://openalex.org/W4402125579","doi":"https://doi.org/10.1109/tvt.2024.3452979"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3452979","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3452979","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113306521","display_name":"Runzhi Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runzhi Tang","raw_affiliation_strings":["School of Communications and Information Engineering, Xi&#x0027;an University of Posts and Telecommunications, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0009-0004-4080-4537","affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Xi&#x0027;an University of Posts and Telecommunications, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025530726","display_name":"Junxuan Wang","orcid":"https://orcid.org/0000-0002-5386-9012"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxuan Wang","raw_affiliation_strings":["School of Communications and Information Engineering, Xi&#x0027;an University of Posts and Telecommunications, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0002-5386-9012","affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Xi&#x0027;an University of Posts and Telecommunications, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100389076","display_name":"Yanyan Zhang","orcid":"https://orcid.org/0000-0001-5975-7778"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyan Zhang","raw_affiliation_strings":["School of Communications and Information Engineering, Xi&#x0027;an University of Posts and Telecommunications, Xi&#x0027;an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Xi&#x0027;an University of Posts and Telecommunications, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085386121","display_name":"Fan Jiang","orcid":"https://orcid.org/0000-0002-8968-5178"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Jiang","raw_affiliation_strings":["School of Communications and Information Engineering, Xi&#x0027;an University of Posts and Telecommunications, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0002-8968-5178","affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Xi&#x0027;an University of Posts and Telecommunications, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xuewei Zhang","orcid":"https://orcid.org/0000-0002-3078-8850"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuewei Zhang","raw_affiliation_strings":["School of Communications and Information Engineering, Xi&#x0027;an University of Posts and Telecommunications, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0002-3078-8850","affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Xi&#x0027;an University of Posts and Telecommunications, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030092282","display_name":"Jianbo Du","orcid":"https://orcid.org/0000-0002-0845-4942"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianbo Du","raw_affiliation_strings":["School of Communications and Information Engineering, Xi&#x0027;an University of Posts and Telecommunications, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0002-0845-4942","affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Xi&#x0027;an University of Posts and Telecommunications, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I4210136859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210136859"],"apc_list":null,"apc_paid":null,"fwci":18.6335,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.98955479,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"74","issue":"1","first_page":"730","last_page":"745"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/noma","display_name":"Noma","score":0.76218581199646},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.7546764612197876},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7546403408050537},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6315465569496155},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.490474671125412},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4718950688838959},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3404158353805542},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.23634818196296692},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.22565197944641113},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18876519799232483},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.12383681535720825}],"concepts":[{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.76218581199646},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.7546764612197876},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7546403408050537},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6315465569496155},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.490474671125412},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4718950688838959},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3404158353805542},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.23634818196296692},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.22565197944641113},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18876519799232483},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.12383681535720825},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3452979","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3452979","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6415290847","display_name":"\u96fe\u65e0\u7ebf\u63a5\u5165\u7f51\u7edc\u4e2d\u7684\u5185\u5bb9\u7f13\u5b58\u4e0e\u5206\u53d1\u7406\u8bba\u7814\u7a76","funder_award_id":"62071377","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7414828622","display_name":null,"funder_award_id":"62101442","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2125276451","https://openalex.org/W2522847968","https://openalex.org/W2769456309","https://openalex.org/W2802495557","https://openalex.org/W2892078410","https://openalex.org/W2904947504","https://openalex.org/W2963336322","https://openalex.org/W2964023906","https://openalex.org/W2984937369","https://openalex.org/W3000577820","https://openalex.org/W3011059819","https://openalex.org/W3037051439","https://openalex.org/W3038498700","https://openalex.org/W3044795802","https://openalex.org/W3051352583","https://openalex.org/W3109039904","https://openalex.org/W3119069103","https://openalex.org/W3122751454","https://openalex.org/W3133735442","https://openalex.org/W3134746776","https://openalex.org/W3153286343","https://openalex.org/W3159402647","https://openalex.org/W3162720533","https://openalex.org/W3167450743","https://openalex.org/W3168768468","https://openalex.org/W3180641418","https://openalex.org/W3188962160","https://openalex.org/W3189642105","https://openalex.org/W3195088590","https://openalex.org/W3196587615","https://openalex.org/W3203391007","https://openalex.org/W4214839470","https://openalex.org/W4221165631","https://openalex.org/W4225797003","https://openalex.org/W4285229436","https://openalex.org/W4292967238","https://openalex.org/W4293704729","https://openalex.org/W4298371576","https://openalex.org/W4309759479","https://openalex.org/W4312421915","https://openalex.org/W4312706015","https://openalex.org/W4312986669","https://openalex.org/W4323065100","https://openalex.org/W4367146885","https://openalex.org/W4376456609","https://openalex.org/W4381735535","https://openalex.org/W4387250302"],"related_works":["https://openalex.org/W3030525848","https://openalex.org/W4385197910","https://openalex.org/W2340639785","https://openalex.org/W3010814398","https://openalex.org/W4385197899","https://openalex.org/W3005957545","https://openalex.org/W2076432172","https://openalex.org/W4309235375","https://openalex.org/W2887349183","https://openalex.org/W4364360709"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"a":[3,92,109,123],"novel":[4],"reconfigurable":[5],"intelligent":[6],"surface":[7],"(RIS)":[8],"aided":[9],"communication":[10],"system":[11,23,48,154,203,219],"with":[12,133,204],"multiple":[13,29,196],"unmanned":[14],"aerial":[15],"vehicles":[16],"(UAVs)":[17],"is":[18,81,117,129,149],"investigated.":[19],"To":[20,45,85],"achieve":[21],"better":[22],"performance,":[24],"we":[25,50,90],"employ":[26],"the":[27,47,53,59,64,68,72,78,87,134,146,153,157,171,178,184,201,205,218],"non-orthogonal":[28],"access":[30,197],"(NOMA)":[31],"technique,":[32],"and":[33,63,76,103,141],"consider":[34],"imperfect":[35,179],"successive":[36],"interference":[37],"cancellation":[38],"(SIC)":[39],"at":[40,181],"each":[41,182],"user":[42],"equipment":[43],"(UE).":[44],"maximize":[46],"throughput,":[49,155],"jointly":[51],"optimize":[52],"three-dimensional":[54],"(3D)":[55],"trajectories":[56,99],"of":[57,67,74,207],"UAVs,":[58,77],"power":[60,101],"allocation":[61,102],"strategy,":[62],"phase":[65,104],"shift":[66,105],"RIS.":[69,221],"Due":[70],"to":[71,83,119,131,170],"movement":[73],"UEs":[75],"formulated":[79,88,135],"problem":[80],"difficult":[82],"solve.":[84],"address":[86],"problem,":[89],"propose":[91],"two-step":[93],"approach,":[94],"named":[95],"throughput":[96,167,215],"maximization":[97],"by":[98,176],"design,":[100],"optimization":[106],"(TM-TDPAPO).":[107],"Specifically,":[108],"<italic":[110],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[111,163,189,212],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">K</i>-means":[112],"based":[113],"UE":[114],"clustering":[115],"algorithm":[116,148],"adopted":[118],"group":[120],"UEs.":[121],"Then,":[122],"double":[124],"deep":[125],"Q-network":[126],"(DDQN)":[127],"approach":[128,159],"utilized":[130],"deal":[132],"problem.":[136],"Extensive":[137],"simulations":[138],"are":[139],"conducted,":[140],"results":[142],"demonstrate":[143],"that:":[144],"(1)":[145],"TM-TDPAPO":[147],"effective":[150],"in":[151],"improving":[152],"especially,":[156],"proposed":[158,185],"achieves":[160],"approximately":[161],"57<inline-formula":[162],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[164,190,213],"notation=\"LaTeX\">$\\%$</tex-math></inline-formula>":[165,191,214],"higher":[166],"gain":[168,193,216],"compared":[169],"conventional":[172],"DQN":[173],"algorithm;":[174],"(2)":[175],"applying":[177],"SIC":[180],"UE,":[183],"scheme":[186],"yields":[187],"23<inline-formula":[188],"performance":[192],"than":[194],"orthogonal":[195],"(OMA)":[198],"case;":[199],"(3)":[200],"considered":[202],"deployment":[206],"RIS":[208],"benefits":[209],"from":[210],"29<inline-formula":[211],"over":[217],"without":[220]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}