{"id":"https://openalex.org/W4417248944","doi":"https://doi.org/10.1109/tvt.2025.3642849","title":"Exploration Enhanced and Constraint Integrated DRL for RIS-Aided UAV Network Optimization","display_name":"Exploration Enhanced and Constraint Integrated DRL for RIS-Aided UAV Network Optimization","publication_year":2025,"publication_date":"2025-12-11","ids":{"openalex":"https://openalex.org/W4417248944","doi":"https://doi.org/10.1109/tvt.2025.3642849"},"language":null,"primary_location":{"id":"doi:10.1109/tvt.2025.3642849","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3642849","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052527592","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0003-4469-9346"},"institutions":[{"id":"https://openalex.org/I161350542","display_name":"China Three Gorges University","ror":"https://ror.org/0419nfc77","country_code":"CN","type":"education","lineage":["https://openalex.org/I161350542"]},{"id":"https://openalex.org/I4210153682","display_name":"Intelligent Health (United Kingdom)","ror":"https://ror.org/0576zak10","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210153682"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["Hubei Key Laboratory of Intelligent Vision Based Monitoring for Hydroelectric Engineering, Yichang, China","Hubei Key Laboratory of Intelligent Vision Based Monitoring for Hydroelectric Engineering; College of Computer and Information Technology, China Three Gorges University, Yichang, China"],"raw_orcid":"https://orcid.org/0000-0003-4469-9346","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Vision Based Monitoring for Hydroelectric Engineering, Yichang, China","institution_ids":["https://openalex.org/I4210153682"]},{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Vision Based Monitoring for Hydroelectric Engineering; College of Computer and Information Technology, China Three Gorges University, Yichang, China","institution_ids":["https://openalex.org/I161350542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018142796","display_name":"Lei Xu","orcid":"https://orcid.org/0009-0002-3794-6820"},"institutions":[{"id":"https://openalex.org/I161350542","display_name":"China Three Gorges University","ror":"https://ror.org/0419nfc77","country_code":"CN","type":"education","lineage":["https://openalex.org/I161350542"]},{"id":"https://openalex.org/I4210153682","display_name":"Intelligent Health (United Kingdom)","ror":"https://ror.org/0576zak10","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210153682"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Lei Xu","raw_affiliation_strings":["Hubei Key Laboratory of Intelligent Vision Based Monitoring for Hydroelectric Engineering, Yichang, China","Hubei Key Laboratory of Intelligent Vision Based Monitoring for Hydroelectric Engineering; College of Computer and Information Technology, China Three Gorges University, Yichang, China"],"raw_orcid":"https://orcid.org/0009-0002-3794-6820","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Vision Based Monitoring for Hydroelectric Engineering, Yichang, China","institution_ids":["https://openalex.org/I4210153682"]},{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Vision Based Monitoring for Hydroelectric Engineering; College of Computer and Information Technology, China Three Gorges University, Yichang, China","institution_ids":["https://openalex.org/I161350542"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tingting Liu","orcid":"https://orcid.org/0009-0005-1375-8376"},"institutions":[{"id":"https://openalex.org/I161350542","display_name":"China Three Gorges University","ror":"https://ror.org/0419nfc77","country_code":"CN","type":"education","lineage":["https://openalex.org/I161350542"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingting Liu","raw_affiliation_strings":["School of Economics and Management, China Three Gorges University, Yichang, China"],"raw_orcid":"https://orcid.org/0009-0005-1375-8376","affiliations":[{"raw_affiliation_string":"School of Economics and Management, China Three Gorges University, Yichang, China","institution_ids":["https://openalex.org/I161350542"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xuemei Deng","orcid":"https://orcid.org/0000-0001-6651-3413"},"institutions":[{"id":"https://openalex.org/I161350542","display_name":"China Three Gorges University","ror":"https://ror.org/0419nfc77","country_code":"CN","type":"education","lineage":["https://openalex.org/I161350542"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuemei Deng","raw_affiliation_strings":["School of Mathematics and Physics, China Three Gorges University, Yichang, China"],"raw_orcid":"https://orcid.org/0000-0001-6651-3413","affiliations":[{"raw_affiliation_string":"School of Mathematics and Physics, China Three Gorges University, Yichang, China","institution_ids":["https://openalex.org/I161350542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076986736","display_name":"Xingwang Li","orcid":"https://orcid.org/0000-0002-0907-6517"},"institutions":[{"id":"https://openalex.org/I4210166499","display_name":"Henan Polytechnic University","ror":"https://ror.org/05vr1c885","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210166499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingwang Li","raw_affiliation_strings":["School of Physics and Electronics Information Engineering, Henan Polytechnic University, Jiaozuo, China"],"raw_orcid":"https://orcid.org/0000-0002-0907-6517","affiliations":[{"raw_affiliation_string":"School of Physics and Electronics Information Engineering, Henan Polytechnic University, Jiaozuo, China","institution_ids":["https://openalex.org/I4210166499"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101966424","display_name":"Wali Ullah Khan","orcid":"https://orcid.org/0000-0003-1485-5141"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]},{"id":"https://openalex.org/I4405259781","display_name":"Interdisciplinary Centre for Security, Reliability and Trust","ror":"https://ror.org/02qav7c04","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577","https://openalex.org/I4405259781"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Wali Ullah Khan","raw_affiliation_strings":["Interdisciplinary Centre for Security, Reliability and Trust (SnT), University of Luxembourg, Luxembourg City, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0003-1485-5141","affiliations":[{"raw_affiliation_string":"Interdisciplinary Centre for Security, Reliability and Trust (SnT), University of Luxembourg, Luxembourg City, Luxembourg","institution_ids":["https://openalex.org/I186903577","https://openalex.org/I4405259781"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.993,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.93741515,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"75","issue":"6","first_page":"11467","last_page":"11479"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.7458000183105469,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.7458000183105469,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.20190000534057617,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.006200000178068876,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.602400004863739},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.48989999294281006},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.46209999918937683},{"id":"https://openalex.org/keywords/vehicle-dynamics","display_name":"Vehicle dynamics","score":0.4438999891281128},{"id":"https://openalex.org/keywords/constraint-satisfaction","display_name":"Constraint satisfaction","score":0.3953000009059906},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.3815000057220459},{"id":"https://openalex.org/keywords/telecommunications-network","display_name":"Telecommunications network","score":0.3499999940395355},{"id":"https://openalex.org/keywords/backtracking","display_name":"Backtracking","score":0.3077999949455261}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6802999973297119},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.602400004863739},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.48989999294281006},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.46209999918937683},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4514000117778778},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.4438999891281128},{"id":"https://openalex.org/C44616089","wikidata":"https://www.wikidata.org/wiki/Q30158686","display_name":"Constraint satisfaction","level":3,"score":0.3953000009059906},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3815000057220459},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35429999232292175},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.3499999940395355},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.33390000462532043},{"id":"https://openalex.org/C156884757","wikidata":"https://www.wikidata.org/wiki/Q798554","display_name":"Backtracking","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C123757187","wikidata":"https://www.wikidata.org/wiki/Q9195957","display_name":"Network dynamics","level":2,"score":0.28839999437332153},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C199622910","wikidata":"https://www.wikidata.org/wiki/Q1128326","display_name":"Constraint satisfaction problem","level":3,"score":0.28619998693466187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27309998869895935},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.2669000029563904},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C141934464","wikidata":"https://www.wikidata.org/wiki/Q3305386","display_name":"Local optimum","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2025.3642849","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3642849","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2113292069","display_name":null,"funder_award_id":"62271286","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reconfigurable":[0],"Intelligent":[1],"Surface":[2],"(RIS)-aided":[3],"Unmanned":[4],"Aerial":[5],"Vehicle":[6],"(UAV)":[7],"network":[8,112,224],"represents":[9],"a":[10,40,143,181],"promising":[11],"solution":[12],"for":[13,127,148,203],"vehicular":[14],"communication":[15,61],"systems.":[16],"However,":[17],"this":[18,193],"paradigm":[19],"faces":[20],"significant":[21],"challenges":[22,157],"in":[23,60,158,219],"system":[24],"modeling":[25],"and":[26,51,76,83,99,120,163,187,201,223],"algorithm":[27],"optimization,":[28],"especially":[29],"under":[30],"dynamic":[31],"environments.":[32],"To":[33],"tackle":[34],"these":[35],"challenges,":[36],"we":[37,107,141,179,195],"first":[38],"develop":[39],"joint":[41],"optimization":[42,205],"model":[43,72],"that":[44,174,213],"integrates":[45],"UAV":[46,49,208],"trajectory":[47],"control,":[48],"beamforming,":[50],"RIS":[52],"reflection":[53],"matrix":[54],"configuration,":[55],"to":[56,87,137,171],"alleviate":[57],"the":[58,89,117,150,156,169],"decline":[59],"quality":[62],"caused":[63],"by":[64,80],"blocked":[65],"Line":[66],"of":[67,93,123,206],"Sight":[68],"(LoS)":[69],"links.":[70],"This":[71,153],"involves":[73],"large-scale":[74],"variables":[75],"multiple":[77,129],"constraints,":[78,166],"characterized":[79],"high":[81],"dynamics":[82],"complex":[84],"interdependencies.":[85],"Second,":[86],"overcome":[88],"limited":[90],"exploration":[91,118],"capabilities":[92],"Deep":[94,102],"Deterministic":[95,103],"Policy":[96,104],"Gradient":[97,105],"(DDPG)":[98],"Twin":[100],"Delayed":[101],"(TD3),":[106],"propose":[108,196],"an":[109],"exploration-enhanced":[110],"policy":[111],"architecture,":[113],"which":[114],"greatly":[115],"improves":[116],"efficiency":[119],"convergence":[121],"performance":[122],"both":[124,220],"algorithms.":[125],"Moreover,":[126],"handling":[128],"constraints":[130],"where":[131],"negative":[132],"rewards":[133],"are":[134],"usually":[135],"used":[136],"guide":[138],"agent":[139,170],"learning,":[140],"introduce":[142],"novel":[144],"constraints-integrated":[145],"processing":[146],"strategy":[147,154],"designing":[149],"agent's":[151],"rewards.":[152],"resolves":[155],"selecting":[159],"appropriate":[160],"penalty":[161],"values":[162],"balancing":[164],"various":[165],"effectively":[167],"guiding":[168],"learn":[172],"policies":[173],"satisfy":[175],"all":[176],"constraints.":[177],"Finally,":[178],"create":[180],"comprehensive":[182],"DRL":[183,189],"framework":[184],"termed":[185],"Exploration-Enhanced":[186],"Constraint-Integrated":[188],"(EECI-DRL).":[190],"Building":[191],"on":[192],"framework,":[194],"two":[197],"innovative":[198],"algorithms,":[199],"EECI-DDPG":[200],"EECI-TD3,":[202],"real-time":[204],"RIS-aided":[207],"network.":[209],"Experimental":[210],"results":[211],"demonstrate":[212],"our":[214],"algorithms":[215],"outperform":[216],"existing":[217],"benchmarks":[218],"constraint":[221],"satisfaction":[222],"performance.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-12-11T00:00:00"}