{"id":"https://openalex.org/W4317419754","doi":"https://doi.org/10.1109/vtc2022-fall57202.2022.10012735","title":"Multi-Agent Reinforcement Learning Aided Resources Allocation Method in Vehicular Networks","display_name":"Multi-Agent Reinforcement Learning Aided Resources Allocation Method in Vehicular Networks","publication_year":2022,"publication_date":"2022-09-01","ids":{"openalex":"https://openalex.org/W4317419754","doi":"https://doi.org/10.1109/vtc2022-fall57202.2022.10012735"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2022-fall57202.2022.10012735","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/vtc2022-fall57202.2022.10012735","pdf_url":null,"source":{"id":"https://openalex.org/S4363607792","display_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071881408","display_name":"Yuxin Ji","orcid":"https://orcid.org/0009-0006-8675-5640"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuxin Ji","raw_affiliation_strings":["College of Telecommunications and Information Engineering, NJUPT,Nanjing,China","College of Telecommunications and Information Engineering, NJUPT, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Telecommunications and Information Engineering, NJUPT,Nanjing,China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"College of Telecommunications and Information Engineering, NJUPT, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101677772","display_name":"Xixi Zhang","orcid":"https://orcid.org/0000-0001-7048-4627"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xixi Zhang","raw_affiliation_strings":["College of Telecommunications and Information Engineering, NJUPT,Nanjing,China","College of Telecommunications and Information Engineering, NJUPT, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Telecommunications and Information Engineering, NJUPT,Nanjing,China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"College of Telecommunications and Information Engineering, NJUPT, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100445061","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0001-6108-5157"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["College of Telecommunications and Information Engineering, NJUPT,Nanjing,China","College of Telecommunications and Information Engineering, NJUPT, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Telecommunications and Information Engineering, NJUPT,Nanjing,China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"College of Telecommunications and Information Engineering, NJUPT, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026448728","display_name":"Haris Gacanin","orcid":"https://orcid.org/0000-0003-3168-8883"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Haris Gacanin","raw_affiliation_strings":["Institute for Communication Technologies and Embedded Systems, RWTH Aachen University,Aachen,Germany","Institute for Communication Technologies and Embedded Systems, RWTH Aachen University, Aachen, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Communication Technologies and Embedded Systems, RWTH Aachen University,Aachen,Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Institute for Communication Technologies and Embedded Systems, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087599025","display_name":"Hikmet Sari","orcid":"https://orcid.org/0000-0001-8114-6164"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hikmet Sari","raw_affiliation_strings":["College of Telecommunications and Information Engineering, NJUPT,Nanjing,China","College of Telecommunications and Information Engineering, NJUPT, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Telecommunications and Information Engineering, NJUPT,Nanjing,China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"College of Telecommunications and Information Engineering, NJUPT, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011281064","display_name":"Fumiyuki Adachi","orcid":"https://orcid.org/0000-0002-5416-0718"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Fumiyuki Adachi","raw_affiliation_strings":["International Research Institute of Disaster Science (IRIDeS), Tohoku University,Sendai,Japan","International Research Institute of Disaster Science (IRIDeS), Tohoku University, Sendai, Japan"],"affiliations":[{"raw_affiliation_string":"International Research Institute of Disaster Science (IRIDeS), Tohoku University,Sendai,Japan","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"International Research Institute of Disaster Science (IRIDeS), Tohoku University, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027367677","display_name":"Guan Gui","orcid":"https://orcid.org/0000-0003-3888-2881"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guan Gui","raw_affiliation_strings":["College of Telecommunications and Information Engineering, NJUPT,Nanjing,China","College of Telecommunications and Information Engineering, NJUPT, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Telecommunications and Information Engineering, NJUPT,Nanjing,China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"College of Telecommunications and Information Engineering, NJUPT, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5071881408"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":0.3222,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.50178484,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8250172138214111},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7783944606781006},{"id":"https://openalex.org/keywords/payload","display_name":"Payload (computing)","score":0.6944673657417297},{"id":"https://openalex.org/keywords/safer","display_name":"SAFER","score":0.6407396793365479},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5655398368835449},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.43032386898994446},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4181348383426666},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4022829532623291},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.370136022567749},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2946892976760864},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.16738221049308777}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8250172138214111},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7783944606781006},{"id":"https://openalex.org/C134066672","wikidata":"https://www.wikidata.org/wiki/Q1424639","display_name":"Payload (computing)","level":3,"score":0.6944673657417297},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.6407396793365479},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5655398368835449},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.43032386898994446},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4181348383426666},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4022829532623291},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.370136022567749},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2946892976760864},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.16738221049308777},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2022-fall57202.2022.10012735","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/vtc2022-fall57202.2022.10012735","pdf_url":null,"source":{"id":"https://openalex.org/S4363607792","display_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1977786245","https://openalex.org/W1990332008","https://openalex.org/W2145339207","https://openalex.org/W2514619461","https://openalex.org/W2520659666","https://openalex.org/W2592798481","https://openalex.org/W2772664513","https://openalex.org/W2896666719","https://openalex.org/W2902897529","https://openalex.org/W2913304731","https://openalex.org/W2913350542","https://openalex.org/W2951799221","https://openalex.org/W2963961639","https://openalex.org/W2964048168","https://openalex.org/W2968764495","https://openalex.org/W2998881388","https://openalex.org/W3016325548","https://openalex.org/W3133237942","https://openalex.org/W3176231977","https://openalex.org/W6685444567","https://openalex.org/W6734678876","https://openalex.org/W6758856176"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W2153007255","https://openalex.org/W2362797233"],"abstract_inverted_index":{"To":[0],"address":[1],"the":[2,33,37,39,55,80,99,111,158,165,172],"problem":[3],"of":[4,36,65,82,113,160,171],"spectrum":[5,116],"resources":[6],"and":[7,58,84,106,115,126,139,164],"transmitting":[8],"power":[9,114],"for":[10],"vehicular":[11],"networks,":[12],"this":[13,66],"paper":[14],"proposes":[15],"a":[16,70,122,127,151],"resource":[17],"allocation":[18,112],"(RA)":[19],"method":[20],"based":[21],"on":[22],"dueling":[23],"double":[24],"deep-Q":[25],"network":[26],"(D3QN)":[27],"reinforcement":[28],"learning":[29],"(RL).":[30],"Due":[31],"to":[32,47,59,96,109,117,120,176],"high":[34],"mobility":[35],"vehicle,":[38],"channel":[40,51],"changes":[41],"rapidly":[42],"which":[43],"makes":[44],"it":[45],"difficult":[46],"accurately":[48],"collect":[49],"high-accuracy":[50],"state":[52],"information":[53],"at":[54],"base":[56],"station":[57],"perform":[60],"centralized":[61],"management.":[62],"In":[63],"response":[64],"difficulty,":[67],"we":[68],"construct":[69],"multi-intelligence":[71],"model,":[72],"using":[73],"Manhattan":[74],"Grid":[75],"Layout":[76],"City":[77],"Model":[78],"as":[79,90],"basis":[81],"environment":[83],"with":[85,98,135,154],"each":[86],"vehicle-to-vehicle":[87],"(V2V)":[88],"link":[89],"an":[91],"intelligence.":[92],"They":[93],"work":[94],"together":[95],"interact":[97],"environment,":[100],"receive":[101],"appropriate":[102],"observations,":[103],"get":[104],"rewards,":[105],"finally":[107],"learn":[108],"improve":[110],"enable":[118],"users":[119],"achieve":[121],"better":[123],"entertainment":[124],"experience":[125],"safer":[128],"driving":[129],"environment.":[130],"Experimental":[131],"results":[132],"demonstrate":[133],"that":[134],"proper":[136],"training":[137],"mechanism":[138],"reward":[140],"function":[141],"construction,":[142],"cooperation":[143],"among":[144],"multiple":[145],"intelligence":[146],"can":[147],"be":[148],"performed":[149],"in":[150,156],"distributed":[152],"manner,":[153],"improvements":[155],"both":[157],"capacity":[159],"total":[161],"vehicle-to-infrastructure":[162],"links":[163,174],"effective":[166],"payload":[167],"delivery":[168],"success":[169],"rate":[170],"V2V":[173],"compared":[175],"common":[177],"Q-network.":[178]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}