{"id":"https://openalex.org/W3161052992","doi":"https://doi.org/10.1109/wcnc49053.2021.9417249","title":"Deep Reinforcement Learning-aided Transmission Design for Multi-user V2V Networks","display_name":"Deep Reinforcement Learning-aided Transmission Design for Multi-user V2V Networks","publication_year":2021,"publication_date":"2021-03-29","ids":{"openalex":"https://openalex.org/W3161052992","doi":"https://doi.org/10.1109/wcnc49053.2021.9417249","mag":"3161052992"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc49053.2021.9417249","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc49053.2021.9417249","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101743497","display_name":"Yizhong Zhang","orcid":"https://orcid.org/0000-0002-4312-0040"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yizhong Zhang","raw_affiliation_strings":["Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003551132","display_name":"Danyan Lan","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danyan Lan","raw_affiliation_strings":["Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100407137","display_name":"Chao Wang","orcid":"https://orcid.org/0000-0003-4015-0348"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Wang","raw_affiliation_strings":["Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100338634","display_name":"Ping Wang","orcid":"https://orcid.org/0000-0002-1599-5480"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Wang","raw_affiliation_strings":["Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115589611","display_name":"Fuqiang Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuqiang Liu","raw_affiliation_strings":["Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101743497"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":0.4779,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.65637596,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7712514400482178},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7575445175170898},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5501828193664551},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.398677796125412},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3928610384464264},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3837816119194031},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3555174469947815},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1351882517337799}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7712514400482178},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7575445175170898},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5501828193664551},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.398677796125412},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3928610384464264},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3837816119194031},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3555174469947815},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1351882517337799}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc49053.2021.9417249","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc49053.2021.9417249","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8899999856948853}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1935503031","https://openalex.org/W2121863487","https://openalex.org/W2137152139","https://openalex.org/W2145339207","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2210177522","https://openalex.org/W2768861896","https://openalex.org/W2796104866","https://openalex.org/W2905601756","https://openalex.org/W2963000651","https://openalex.org/W2963864421","https://openalex.org/W2964298527","https://openalex.org/W2982556897","https://openalex.org/W2982666321","https://openalex.org/W2984045653","https://openalex.org/W2993809815","https://openalex.org/W2997499903","https://openalex.org/W3099769178","https://openalex.org/W4302570325","https://openalex.org/W6627932998","https://openalex.org/W6684205842","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W20361778"],"abstract_inverted_index":{"Intelligent":[0],"connected":[1],"vehicle":[2],"(ICV)":[3],"has":[4],"been":[5],"widely":[6],"deemed":[7],"as":[8],"the":[9,50,54,82,96,115,122,136,164,178,181],"key":[10],"to":[11,60,102,109,166,188],"reduce":[12],"road":[13],"accident":[14],"rate":[15],"and":[16,25,131],"improve":[17],"traffic":[18],"efficiency.":[19,118],"However,":[20],"ensuring":[21],"high":[22],"communication":[23],"reliability":[24],"low":[26],"transmission":[27,63],"delay":[28],"in":[29,35,65,80,147,168],"vehicular":[30],"networks":[31,38],"is":[32,172,176],"challenging,":[33],"especially":[34],"large-scale":[36],"dynamic":[37],"with":[39,114,160],"diverse":[40],"heterogeneous":[41],"data":[42],"exchange":[43],"demands.":[44],"In":[45],"this":[46],"paper,":[47],"we":[48],"investigate":[49],"potential":[51],"of":[52,68,92,106,185],"applying":[53,186],"deep":[55,137],"reinforcement":[56],"learning":[57],"(DRL)":[58],"technique":[59],"facilitate":[61],"efficient":[62],"design":[64,83,192],"a":[66,127,148,169],"class":[67],"complex":[69],"multi-user":[70],"vehicle-to-vehicle":[71],"(V2V)":[72],"networks,":[73],"where":[74],"conventional":[75],"mathematical":[76],"tools":[77],"confront":[78],"difficulties":[79],"solving":[81,133],"optimization":[84],"problems.":[85],"The":[86,183],"considered":[87],"network":[88,150,171],"contains":[89],"several":[90],"pairs":[91],"V2V":[93],"links":[94],"sharing":[95],"channel":[97],"resource.":[98],"Each":[99],"link":[100],"desires":[101],"communicate":[103],"two":[104],"types":[105],"delay-sensitive":[107],"messages":[108],"support":[110,189],"different":[111],"safety-related":[112],"applications":[113],"maximum":[116],"energy":[117],"We":[119],"propose":[120],"transforming":[121],"power/rate":[123],"control":[124],"problem":[125],"into":[126],"Markov":[128],"decision":[129],"process":[130],"then":[132],"it":[134,175],"using":[135],"deterministic":[138],"policy":[139],"gradient":[140],"(DDPG)":[141],"algorithm.":[142],"Simulation":[143],"results":[144],"show":[145],"that":[146,159],"two-user":[149],"our":[151],"DRL-aided":[152],"solution":[153],"can":[154],"achieve":[155],"better":[156],"performance":[157],"than":[158],"Lyapunov":[161],"optimization.":[162],"Extending":[163],"former":[165],"work":[167],"larger":[170],"straightforward,":[173],"but":[174],"not":[177],"case":[179],"for":[180],"latter.":[182],"advantages":[184],"DRL":[187],"wireless":[190],"system":[191],"are":[193],"thus":[194],"demonstrated.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}