{"id":"https://openalex.org/W4402128007","doi":"https://doi.org/10.1109/tvt.2024.3452790","title":"Deep-Reinforcement-Learning-Based AoI-Aware Resource Allocation for RIS-Aided IoV Networks","display_name":"Deep-Reinforcement-Learning-Based AoI-Aware Resource Allocation for RIS-Aided IoV Networks","publication_year":2024,"publication_date":"2024-09-02","ids":{"openalex":"https://openalex.org/W4402128007","doi":"https://doi.org/10.1109/tvt.2024.3452790"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3452790","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3452790","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113257056","display_name":"Kangwei Qi","orcid":null},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kangwei Qi","raw_affiliation_strings":["School of Internet of Things Engineering, Jiangnan University, Wuxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Internet of Things Engineering, Jiangnan University, Wuxi, China","institution_ids":["https://openalex.org/I111599522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023504868","display_name":"Qiong Wu","orcid":"https://orcid.org/0000-0002-4899-1718"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiong Wu","raw_affiliation_strings":["School of Internet of Things Engineering, Jiangnan University, Wuxi, China"],"raw_orcid":"https://orcid.org/0000-0002-4899-1718","affiliations":[{"raw_affiliation_string":"School of Internet of Things Engineering, Jiangnan University, Wuxi, China","institution_ids":["https://openalex.org/I111599522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079233004","display_name":"Pingyi Fan","orcid":"https://orcid.org/0000-0002-0658-6079"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pingyi Fan","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0658-6079","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050651525","display_name":"Nan Cheng","orcid":"https://orcid.org/0000-0001-7907-2071"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Cheng","raw_affiliation_strings":["State Key Laboratory of ISN and School of Telecommunications Engineering, Xidian University, Xi'an, China","State Key Lab. of ISN and School of Telecommunications Engineering, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-7907-2071","affiliations":[{"raw_affiliation_string":"State Key Laboratory of ISN and School of Telecommunications Engineering, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Lab. of ISN and School of Telecommunications Engineering, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100344189","display_name":"Wen Chen","orcid":"https://orcid.org/0000-0003-2133-8679"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Chen","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2133-8679","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029002143","display_name":"Jiangzhou Wang","orcid":"https://orcid.org/0000-0003-0881-3594"},"institutions":[{"id":"https://openalex.org/I20581793","display_name":"University of Kent","ror":"https://ror.org/00xkeyj56","country_code":"GB","type":"education","lineage":["https://openalex.org/I20581793"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jiangzhou Wang","raw_affiliation_strings":["School of Engineering, University of Kent, Canterbury, U.K"],"raw_orcid":"https://orcid.org/0000-0003-0881-3594","affiliations":[{"raw_affiliation_string":"School of Engineering, University of Kent, Canterbury, U.K","institution_ids":["https://openalex.org/I20581793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079052203","display_name":"Khaled B. Letaief","orcid":"https://orcid.org/0000-0003-2519-6401"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Khaled B. Letaief","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Hong Kong University of Science and Technology (HKUST), Hong Kong","Department of Electrical and Computer Engineering, the Hong Kong University of Science and Technology (HKUST), Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-2519-6401","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Hong Kong University of Science and Technology (HKUST), Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, the Hong Kong University of Science and Technology (HKUST), Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.8638,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.98043351,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"74","issue":"1","first_page":"1365","last_page":"1378"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9624999761581421,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9624999761581421,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8260074853897095},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6338545680046082},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6237426400184631},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5058128833770752},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4634174704551697},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4551905691623688},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4127345085144043},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3627315163612366}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8260074853897095},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6338545680046082},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6237426400184631},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5058128833770752},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4634174704551697},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4551905691623688},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4127345085144043},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3627315163612366}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2024.3452790","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3452790","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-148916","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-148916","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G283044312","display_name":null,"funder_award_id":"B12018","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G3365405956","display_name":null,"funder_award_id":"62071296","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4893802922","display_name":null,"funder_award_id":"61701197","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6625608275","display_name":null,"funder_award_id":"B23008","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W2020715302","https://openalex.org/W2065815444","https://openalex.org/W2116886238","https://openalex.org/W2607844539","https://openalex.org/W2794840605","https://openalex.org/W2907063143","https://openalex.org/W2924948991","https://openalex.org/W2947611290","https://openalex.org/W2963000651","https://openalex.org/W2966489503","https://openalex.org/W2968764495","https://openalex.org/W2968810373","https://openalex.org/W2989596860","https://openalex.org/W2989838497","https://openalex.org/W2995037286","https://openalex.org/W2998881388","https://openalex.org/W3001774639","https://openalex.org/W3008052774","https://openalex.org/W3013654797","https://openalex.org/W3021587675","https://openalex.org/W3034281970","https://openalex.org/W3043220753","https://openalex.org/W3092396141","https://openalex.org/W3126365018","https://openalex.org/W3153009871","https://openalex.org/W3159402647","https://openalex.org/W3161618639","https://openalex.org/W3185834621","https://openalex.org/W3191717679","https://openalex.org/W3196319920","https://openalex.org/W3207252949","https://openalex.org/W4207037869","https://openalex.org/W4213320606","https://openalex.org/W4285031706","https://openalex.org/W4285203333","https://openalex.org/W4287887984","https://openalex.org/W4294643302","https://openalex.org/W4309223941","https://openalex.org/W4309224029","https://openalex.org/W4318586180","https://openalex.org/W4320013819","https://openalex.org/W4382119239","https://openalex.org/W4386025741","https://openalex.org/W4386280917","https://openalex.org/W4386362960","https://openalex.org/W4386702744","https://openalex.org/W4387449317","https://openalex.org/W4388561588","https://openalex.org/W4388692608","https://openalex.org/W4390691198","https://openalex.org/W4390956198","https://openalex.org/W4392309124","https://openalex.org/W4394994526","https://openalex.org/W4398188181","https://openalex.org/W4401208621","https://openalex.org/W4401567689","https://openalex.org/W6757592117"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2138260944","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W2153007255"],"abstract_inverted_index":{"Reconfigurable":[0],"intelligent":[1],"surface":[2],"(RIS)":[3],"is":[4,153],"a":[5,29],"pivotal":[6],"technology":[7],"in":[8,20,134],"communication,":[9],"offering":[10],"an":[11],"alternative":[12],"path":[13],"that":[14,159],"significantly":[15],"enhances":[16],"the":[17,38,47,54,62,68,78,93,100,110,113,117,135],"link":[18],"quality":[19],"wireless":[21],"communication":[22,41],"environments.":[23],"In":[24,43,90],"this":[25,91,124],"paper,":[26],"we":[27,60,74],"propose":[28],"RIS-assisted":[30],"internet":[31],"of":[32,49,56,64,80,86,112,173],"vehicles":[33,107],"(IoV)":[34],"network":[35],"and":[36,53,67,83,108,131,144,155,167,190],"consider":[37],"vehicle-to-everything":[39],"(V2X)":[40],"method.":[42],"order":[44],"to":[45,76,122,127],"improve":[46],"timeliness":[48],"vehicle-to-infrastructure":[50],"(V2I)":[51],"links":[52,82,88],"stability":[55,133],"vehicle-to-vehicle":[57],"(V2V)":[58],"links,":[59],"introduce":[61],"age":[63],"information":[65],"(AoI)":[66],"payload":[69,168],"transmission":[70,85,169],"probability":[71,170],"models.":[72],"Thus,":[73],"aim":[75],"minimize":[77],"AoI":[79,165],"V2I":[81],"prioritize":[84],"V2V":[87],"payload.":[89],"framework,":[92],"base":[94],"station":[95],"(BS)":[96],"server":[97],"acts":[98],"as":[99],"agent":[101],"responsible":[102],"for":[103,106],"resource":[104,142],"allocation":[105,143],"controlling":[109],"phase-shift":[111,146],"RIS.":[114],"We":[115],"use":[116],"Soft":[118],"Actor-Critic":[119],"(SAC)":[120],"algorithm":[121,152],"address":[123],"problem":[125],"due":[126],"its":[128,160],"gradual":[129],"convergence":[130,161],"high":[132],"optimization":[136,176],"process.":[137],"An":[138],"AoI-aware":[139],"joint":[140],"vehicular":[141],"RIS":[145],"control":[147],"scheme":[148],"based":[149],"on":[150],"SAC":[151],"proposed":[154],"simulation":[156],"results":[157],"show":[158],"speed,":[162],"cumulative":[163],"reward,":[164],"performance,":[166],"outperform":[171],"those":[172],"proximal":[174],"policy":[175,180,187],"(PPO),":[177],"deep":[178,185],"deterministic":[179,186],"gradient":[181,188],"(DDPG),":[182],"twin":[183],"delayed":[184],"(TD3)":[189],"stochastic":[191],"algorithms.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}