{"id":"https://openalex.org/W4389545184","doi":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333650","title":"AoI-Aware Dynamic User Scheduling in Vehicular Networks Based on Soft Reinforcement Learning","display_name":"AoI-Aware Dynamic User Scheduling in Vehicular Networks Based on Soft Reinforcement Learning","publication_year":2023,"publication_date":"2023-10-10","ids":{"openalex":"https://openalex.org/W4389545184","doi":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333650"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2023-fall60731.2023.10333650","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333650","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 98th Vehicular Technology Conference (VTC2023-Fall)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113067948","display_name":"Zhisen Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhisen Huang","raw_affiliation_strings":["Shenzhen University,College of Electronics and Information Engineering,Shenzhen,China,518060"],"affiliations":[{"raw_affiliation_string":"Shenzhen University,College of Electronics and Information Engineering,Shenzhen,China,518060","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035101808","display_name":"Chongtao Guo","orcid":"https://orcid.org/0000-0002-0701-9615"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chongtao Guo","raw_affiliation_strings":["Shenzhen University,College of Electronics and Information Engineering,Shenzhen,China,518060"],"affiliations":[{"raw_affiliation_string":"Shenzhen University,College of Electronics and Information Engineering,Shenzhen,China,518060","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100609075","display_name":"Jiayi Chen","orcid":"https://orcid.org/0000-0001-6417-290X"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayi Chen","raw_affiliation_strings":["Shenzhen University,College of Electronics and Information Engineering,Shenzhen,China,518060"],"affiliations":[{"raw_affiliation_string":"Shenzhen University,College of Electronics and Information Engineering,Shenzhen,China,518060","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049024305","display_name":"Bin Liao","orcid":"https://orcid.org/0000-0003-4636-4339"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Liao","raw_affiliation_strings":["Shenzhen University,College of Electronics and Information Engineering,Shenzhen,China,518060"],"affiliations":[{"raw_affiliation_string":"Shenzhen University,College of Electronics and Information Engineering,Shenzhen,China,518060","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5113067948"],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":0.4018,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.63563299,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9030388593673706},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7769938111305237},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7503253221511841},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.584971010684967},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4365648031234741},{"id":"https://openalex.org/keywords/vehicle-dynamics","display_name":"Vehicle dynamics","score":0.4361170530319214},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3941440284252167},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32104620337486267},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3163292407989502},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26653844118118286},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2542523145675659},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1392950713634491},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.10997810959815979}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9030388593673706},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7769938111305237},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7503253221511841},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.584971010684967},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4365648031234741},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.4361170530319214},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3941440284252167},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32104620337486267},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3163292407989502},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26653844118118286},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2542523145675659},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1392950713634491},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.10997810959815979},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2023-fall60731.2023.10333650","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333650","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 98th Vehicular Technology Conference (VTC2023-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2146487252","https://openalex.org/W2904246096","https://openalex.org/W2981037657","https://openalex.org/W2998881388","https://openalex.org/W3155511772","https://openalex.org/W3172086939","https://openalex.org/W3198140530","https://openalex.org/W3208711628","https://openalex.org/W4210894942","https://openalex.org/W4297310212","https://openalex.org/W4361019175","https://openalex.org/W6747473740","https://openalex.org/W6757592117","https://openalex.org/W6769218391"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,47],"investigate":[4],"the":[5,27,32,49,63,76,88,98,103,112,118,134,144],"problem":[6,38,53,59],"of":[7,102,149],"age-of-information":[8],"(AoI)-aware":[9],"dynamic":[10],"user":[11,51],"scheduling":[12,52],"in":[13,107,147],"vehicular":[14,108],"networks":[15],"based":[16],"on":[17],"soft":[18,64],"reinforcement":[19,45,67],"learning,":[20,46],"where":[21],"multiple":[22],"vehicle-to-infrastructure":[23],"(V2I)":[24],"downlinks":[25],"share":[26],"spectrum":[28,89],"resource.":[29],"To":[30],"address":[31,71],"slow":[33],"convergence":[34],"and":[35,60,115,138,152],"local":[36],"optimality":[37],"that":[39],"is":[40],"usually":[41],"faced":[42],"by":[43],"traditional":[44],"formulate":[48],"AoI-aware":[50],"as":[54],"a":[55],"sequential":[56],"decision":[57],"making":[58],"then":[61],"use":[62],"actor-critic":[65],"(SAC)":[66],"learning":[68],"algorithm":[69],"to":[70,86,90,96,123,131],"it.":[72],"The":[73],"agent,":[74],"i.e.,":[75],"road":[77],"side":[78],"unit":[79],"(RSU),":[80],"chooses":[81],"an":[82,124],"appropriate":[83],"V2I":[84],"link":[85],"occupy":[87],"send":[91],"data":[92],"at":[93],"each":[94],"slot":[95],"decrease":[97],"AoI":[99],"outage":[100],"probability":[101],"status":[104],"update":[105],"system":[106],"networks.":[109],"By":[110],"maximizing":[111],"expected":[113],"return":[114],"policy":[116],"entropy,":[117],"agent":[119],"can":[120],"converge":[121],"fast":[122],"efficient":[125],"solution":[126],"while":[127],"holding":[128],"some":[129],"robustness":[130],"cope":[132],"with":[133],"differences":[135],"between":[136],"actual":[137],"training":[139],"environments.":[140],"Simulation":[141],"results":[142],"validate":[143],"proposed":[145],"scheme":[146],"terms":[148],"convergence,":[150],"effectiveness,":[151],"robustness.":[153]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}