{"id":"https://openalex.org/W4411599740","doi":"https://doi.org/10.1109/twc.2025.3580651","title":"Deep Reinforcement Learning for AoI-Aware Trajectory and Phase-Shift Design in IRS-Assisted UAV Data Collection","display_name":"Deep Reinforcement Learning for AoI-Aware Trajectory and Phase-Shift Design in IRS-Assisted UAV Data Collection","publication_year":2025,"publication_date":"2025-06-24","ids":{"openalex":"https://openalex.org/W4411599740","doi":"https://doi.org/10.1109/twc.2025.3580651"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2025.3580651","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2025.3580651","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032442495","display_name":"Jiaqi Tang","orcid":"https://orcid.org/0000-0001-9929-4683"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaqi Tang","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Ningbo University, Ningbo, Zhejiang, China","School of Electrical Engineering and Computer Science, Ningbo University, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Ningbo University, Ningbo, Zhejiang, China","institution_ids":["https://openalex.org/I109935558"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Ningbo University, Zhejiang, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446337","display_name":"Juan Liu","orcid":"https://orcid.org/0000-0003-3402-3123"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juan Liu","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Ningbo University, Ningbo, Zhejiang, China","School of Electrical Engineering and Computer Science, Ningbo University, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Ningbo University, Ningbo, Zhejiang, China","institution_ids":["https://openalex.org/I109935558"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Ningbo University, Zhejiang, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077587039","display_name":"Xiaofan He","orcid":"https://orcid.org/0000-0002-9254-9062"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofan He","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China","Electronic Information School, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Electronic Information School, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101528803","display_name":"Ling Xie","orcid":"https://orcid.org/0000-0002-2484-7340"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingfu Xie","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Ningbo University, Ningbo, Zhejiang, China","School of Electrical Engineering and Computer Science, Ningbo University, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Ningbo University, Ningbo, Zhejiang, China","institution_ids":["https://openalex.org/I109935558"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Ningbo University, Zhejiang, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031682122","display_name":"Long Qu","orcid":"https://orcid.org/0000-0002-4246-7421"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Qu","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Ningbo University, Ningbo, Zhejiang, China","School of Electrical Engineering and Computer Science, Ningbo University, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Ningbo University, Ningbo, Zhejiang, China","institution_ids":["https://openalex.org/I109935558"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Ningbo University, Zhejiang, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027155270","display_name":"Huaiyu Dai","orcid":"https://orcid.org/0000-0002-0078-4891"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huaiyu Dai","raw_affiliation_strings":["Department of Electrical and Computer Engineering, North Carolina State University, Raleigh, NC, USA","Department of Electrical and Computer Engineering, North Carolina State University, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, North Carolina State University, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5032442495"],"corresponding_institution_ids":["https://openalex.org/I109935558"],"apc_list":null,"apc_paid":null,"fwci":10.2126,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.97365756,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"24","issue":"12","first_page":"10613","last_page":"10628"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11325","display_name":"Inertial Sensor and Navigation","score":0.9556000232696533,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8014054298400879},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7230643033981323},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6909966468811035},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4799357056617737},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.44291791319847107},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32926133275032043},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08797270059585571}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8014054298400879},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7230643033981323},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6909966468811035},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4799357056617737},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.44291791319847107},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32926133275032043},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08797270059585571},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2025.3580651","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2025.3580651","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1027489161","display_name":null,"funder_award_id":"2021J070","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6987214745","display_name":null,"funder_award_id":"2023J123","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7704335549","display_name":null,"funder_award_id":"62371349","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8034453463","display_name":null,"funder_award_id":"U24A20217","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W2072269007","https://openalex.org/W2769078189","https://openalex.org/W2959640473","https://openalex.org/W2964023906","https://openalex.org/W2971912794","https://openalex.org/W2990747873","https://openalex.org/W3000577820","https://openalex.org/W3010384738","https://openalex.org/W3011747750","https://openalex.org/W3035386068","https://openalex.org/W3042391361","https://openalex.org/W3045197138","https://openalex.org/W3046016465","https://openalex.org/W3046938740","https://openalex.org/W3111412729","https://openalex.org/W3129486236","https://openalex.org/W3134059753","https://openalex.org/W3152632745","https://openalex.org/W3160036209","https://openalex.org/W3162366242","https://openalex.org/W3168517868","https://openalex.org/W3171070969","https://openalex.org/W3189642105","https://openalex.org/W3197321928","https://openalex.org/W3198828719","https://openalex.org/W3201545796","https://openalex.org/W3202961854","https://openalex.org/W3204184545","https://openalex.org/W3211897542","https://openalex.org/W4205295562","https://openalex.org/W4285151170","https://openalex.org/W4285211583","https://openalex.org/W4295700726","https://openalex.org/W4295934532","https://openalex.org/W4312263213","https://openalex.org/W4313146764","https://openalex.org/W4361758198","https://openalex.org/W4366147753","https://openalex.org/W4378805062","https://openalex.org/W4386857833","https://openalex.org/W4387247654","https://openalex.org/W4389230688","https://openalex.org/W4390817037","https://openalex.org/W4392903721","https://openalex.org/W4393305367","https://openalex.org/W4402124627"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Timely":[0],"gathering":[1],"of":[2,19,32,105,109,115],"sensing":[3,69],"data":[4,21,35,70,208],"is":[5,48,56,76,121],"critical":[6],"in":[7,13,50,126],"wireless":[8],"sensor":[9,62],"networks":[10,153],"(WSNs).":[11],"However,":[12,118],"delay-sensitive":[14],"applications,":[15],"maintaining":[16],"the":[17,72,92,102,106,110,116,159],"freshness":[18],"collected":[20],"poses":[22],"a":[23,54,146],"significant":[24,219],"challenge.":[25],"To":[26,131],"tackle":[27,132],"this":[28,51,119,133,185],"issue,":[29],"an":[30,137],"age":[31],"information":[33],"(AoI)-aware":[34],"collection":[36],"method":[37],"leveraging":[38],"unmanned":[39],"aerial":[40],"vehicle":[41],"(UAV)":[42],"and":[43,65,84,112,162,165,180,192,202],"intelligent":[44],"reflective":[45],"surface":[46],"(IRS)":[47],"proposed":[49],"work.":[52],"Particularly,":[53],"UAV":[55,160,178,207],"employed":[57],"to":[58,100,223],"traverse":[59],"over":[60],"ground":[61],"nodes":[63],"(SNs)":[64],"reliably":[66],"collect":[67],"their":[68,213],"where":[71],"received":[73],"signal":[74],"strength":[75],"enhanced":[77,138],"through":[78],"IRS.":[79],"The":[80],"UAV\u2019s":[81],"flight":[82],"trajectory":[83,161],"its":[85],"association":[86],"with":[87,149],"SNs,":[88],"as":[89,91],"well":[90],"IRS":[93,127,170],"phase":[94,171],"control":[95],"strategy":[96],"are":[97],"jointly":[98,157],"optimized":[99],"minimize":[101],"weighted":[103],"sum":[104],"average":[107],"AoI":[108,220],"SNs":[111],"energy":[113],"consumption":[114],"UAV.":[117],"optimization":[120,190],"complicated":[122],"by":[123],"potential":[124],"inaccuracies":[125],"channel":[128,176],"state":[129],"estimation.":[130],"challenge,":[134],"we":[135,196],"propose":[136],"deep":[139,193],"reinforcement":[140],"learning":[141],"(DRL)":[142],"framework":[143],"that":[144],"incorporates":[145],"dual-network":[147],"agent":[148],"two":[150,198],"nested":[151],"neural":[152],"(NNs):":[154],"UAV-NN,":[155],"which":[156,167],"optimizes":[158],"SN":[163],"association,":[164],"IRS-NN,":[166],"dynamically":[168],"adjusts":[169],"shifts":[172],"based":[173],"on":[174],"sampled":[175],"states,":[177],"position,":[179],"associated":[181],"SN.":[182],"By":[183],"integrating":[184],"architecture":[186],"into":[187],"proximal":[188],"policy":[189],"(PPO)":[191],"Q-network":[194],"(DQN),":[195],"develop":[197],"novel":[199],"algorithms:":[200],"PPO-RAC":[201],"DQN-RAC,":[203],"tailored":[204],"for":[205],"IRS-assisted":[206],"collection.":[209],"Extensive":[210],"simulations":[211],"validate":[212],"effectiveness":[214],"across":[215],"diverse":[216],"scenarios,":[217],"demonstrating":[218],"reduction":[221],"compared":[222],"baseline":[224],"methods.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}