{"id":"https://openalex.org/W4321380910","doi":"https://doi.org/10.1109/jiot.2023.3246925","title":"Optimizing AoI in UAV-RIS-Assisted IoT Networks: Off Policy Versus On Policy","display_name":"Optimizing AoI in UAV-RIS-Assisted IoT Networks: Off Policy Versus On Policy","publication_year":2023,"publication_date":"2023-02-20","ids":{"openalex":"https://openalex.org/W4321380910","doi":"https://doi.org/10.1109/jiot.2023.3246925"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3246925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3246925","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067946821","display_name":"Michelle Sherman","orcid":"https://orcid.org/0000-0003-1615-0188"},"institutions":[{"id":"https://openalex.org/I207123951","display_name":"New Mexico Institute of Mining and Technology","ror":"https://ror.org/005p9kw61","country_code":"US","type":"education","lineage":["https://openalex.org/I207123951"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michelle Sherman","raw_affiliation_strings":["Department of Electrical Engineering, New Mexico Tech, Socorro, NM, USA"],"raw_orcid":"https://orcid.org/0000-0003-1615-0188","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, New Mexico Tech, Socorro, NM, USA","institution_ids":["https://openalex.org/I207123951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060633659","display_name":"Sihua Shao","orcid":"https://orcid.org/0000-0002-2831-9860"},"institutions":[{"id":"https://openalex.org/I207123951","display_name":"New Mexico Institute of Mining and Technology","ror":"https://ror.org/005p9kw61","country_code":"US","type":"education","lineage":["https://openalex.org/I207123951"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sihua Shao","raw_affiliation_strings":["Department of Electrical Engineering, New Mexico Tech, Socorro, NM, USA"],"raw_orcid":"https://orcid.org/0000-0002-2831-9860","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, New Mexico Tech, Socorro, NM, USA","institution_ids":["https://openalex.org/I207123951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089353272","display_name":"Xiang Sun","orcid":"https://orcid.org/0000-0002-6954-7018"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiang Sun","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of New Mexico, Albuquerque, NM, USA"],"raw_orcid":"https://orcid.org/0000-0002-6954-7018","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of New Mexico, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I169521973"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108063890","display_name":"Jun Zheng","orcid":"https://orcid.org/0000-0001-6727-5867"},"institutions":[{"id":"https://openalex.org/I207123951","display_name":"New Mexico Institute of Mining and Technology","ror":"https://ror.org/005p9kw61","country_code":"US","type":"education","lineage":["https://openalex.org/I207123951"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun Zheng","raw_affiliation_strings":["Department of Computer Science and Engineering, New Mexico Tech, Socorro, NM, USA"],"raw_orcid":"https://orcid.org/0000-0001-6727-5867","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, New Mexico Tech, Socorro, NM, USA","institution_ids":["https://openalex.org/I207123951"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.3567,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.96189024,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"10","issue":"14","first_page":"12401","last_page":"12415"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7968325614929199},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6589453220367432},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6129026412963867},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5551431775093079},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5512453317642212},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5127154588699341},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5000333786010742},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.49521389603614807},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.47719845175743103},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4747498333454132},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4624616801738739},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.43099963665008545},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26375120878219604},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.22881212830543518},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.12969771027565002},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.1272089183330536},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07221269607543945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7968325614929199},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6589453220367432},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6129026412963867},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5551431775093079},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5512453317642212},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5127154588699341},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5000333786010742},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.49521389603614807},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.47719845175743103},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4747498333454132},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4624616801738739},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.43099963665008545},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26375120878219604},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.22881212830543518},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.12969771027565002},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.1272089183330536},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07221269607543945},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3246925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3246925","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G7027425391","display_name":null,"funder_award_id":"OIA-1757207","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2604830243","https://openalex.org/W2768771208","https://openalex.org/W2770606349","https://openalex.org/W2796882881","https://openalex.org/W2797442898","https://openalex.org/W2898035736","https://openalex.org/W2949681263","https://openalex.org/W2963085502","https://openalex.org/W2963355537","https://openalex.org/W3007091509","https://openalex.org/W3010601625","https://openalex.org/W3015518827","https://openalex.org/W3032904648","https://openalex.org/W3034281970","https://openalex.org/W3045577927","https://openalex.org/W3046418879","https://openalex.org/W3088210200","https://openalex.org/W3091819018","https://openalex.org/W3096188699","https://openalex.org/W3101996971","https://openalex.org/W3106385712","https://openalex.org/W3106530718","https://openalex.org/W3111189508","https://openalex.org/W3124737311","https://openalex.org/W3129486236","https://openalex.org/W3129782062","https://openalex.org/W3132919426","https://openalex.org/W3133999295","https://openalex.org/W3137257456","https://openalex.org/W3158557804","https://openalex.org/W3171140701","https://openalex.org/W3178788868","https://openalex.org/W3190855129","https://openalex.org/W3195835426","https://openalex.org/W3197523458","https://openalex.org/W3203630573","https://openalex.org/W3206152335","https://openalex.org/W4205397442","https://openalex.org/W4210525043","https://openalex.org/W4221032020","https://openalex.org/W4312771602","https://openalex.org/W6741002519","https://openalex.org/W6781511181","https://openalex.org/W6803223524"],"related_works":["https://openalex.org/W2539674285","https://openalex.org/W1998322187","https://openalex.org/W1038122923","https://openalex.org/W2952514781","https://openalex.org/W3019210376","https://openalex.org/W2391145594","https://openalex.org/W2326572623","https://openalex.org/W1559320887","https://openalex.org/W2284606164","https://openalex.org/W2972242150"],"abstract_inverted_index":{"In":[0],"urban":[1],"environments,":[2],"tall":[3],"buildings":[4],"or":[5,74],"structures":[6],"can":[7,84],"pose":[8],"limits":[9],"on":[10],"the":[11,52,63,66,87,93,110,113,119,126,150,155,159,162,165,187,193,199,202,207],"direct":[12],"channel":[13],"link":[14],"between":[15,62],"a":[16,35,59],"base":[17],"station":[18],"(BS)":[19],"and":[20,65,141,164,180,189,217],"an":[21],"Internet":[22,171],"of":[23,97,99,112,122,161,172,177,192,201,213],"Thing":[24],"device":[25],"(IoTD)":[26],"for":[27,169],"wireless":[28,69,105,174],"communication.":[29],"Unmanned":[30],"aerial":[31],"vehicles":[32],"(UAVs)":[33],"with":[34],"mounted":[36],"reconfigurable":[37],"intelligent":[38],"surface":[39],"(RIS),":[40],"denoted":[41],"as":[42,58],"UAV-RIS,":[43,163],"have":[44],"been":[45],"introduced":[46],"in":[47,68,92,104,125,211],"recent":[48],"works":[49],"to":[50,90,108,148,185],"enhance":[51],"system":[53],"throughput":[54],"capacity":[55],"by":[56,152],"acting":[57],"relay":[60],"node":[61],"BS":[64],"IoTDs":[67,91],"access":[70],"networks.":[71,175],"Uncoordinated":[72],"UAVs":[73],"RIS":[75,156],"phase":[76,157],"shift":[77],"elements":[78],"will":[79],"make":[80],"unnecessary":[81],"adjustments":[82],"that":[83],"significantly":[85],"impact":[86],"signal":[88],"transmission":[89,167],"area.":[94],"The":[95,196],"concept":[96],"Age":[98],"Information":[100],"(AoI)":[101],"is":[102,183],"proposed":[103],"network":[106],"research":[107],"categorize":[109],"freshness":[111],"received":[114],"update":[115],"message.":[116],"To":[117],"minimize":[118],"Average":[120],"Sum":[121],"AoI":[123],"(ASoA)":[124],"network,":[127],"two":[128,194],"model-free":[129],"deep":[130,135],"reinforcement":[131],"learning":[132],"(DRL)":[133],"approaches\u2014Off-Policy":[134],"<italic":[136],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[137],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Q</i>":[138],"-network":[139],"(DQN)":[140],"On-Policy":[142,203],"proximal":[143],"policy":[144],"optimization":[145],"(PPO)\u2014are":[146],"developed":[147],"solve":[149],"problem":[151],"jointly":[153],"optimizing":[154],"shift,":[158],"location":[160],"IoTD":[166],"scheduling":[168],"large-scale":[170],"Things":[173],"Analysis":[176],"loss":[178],"functions":[179],"extensive":[181],"simulations":[182],"performed":[184],"compare":[186],"stability":[188],"convergence":[190,215],"performance":[191],"algorithms.":[195],"results":[197],"reveal":[198],"superiority":[200],"approach,":[204,209],"PPO,":[205],"over":[206],"Off-Policy":[208],"DQN,":[210],"terms":[212],"stability,":[214],"speed,":[216],"under":[218],"diverse":[219],"environment":[220],"settings.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":5}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}