{"id":"https://openalex.org/W4376481074","doi":"https://doi.org/10.1109/tvt.2023.3275546","title":"Multi-Agent Reinforcement Learning Resources Allocation Method Using Dueling Double Deep Q-Network in Vehicular Networks","display_name":"Multi-Agent Reinforcement Learning Resources Allocation Method Using Dueling Double Deep Q-Network in Vehicular Networks","publication_year":2023,"publication_date":"2023-05-12","ids":{"openalex":"https://openalex.org/W4376481074","doi":"https://doi.org/10.1109/tvt.2023.3275546"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2023.3275546","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3275546","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071881408","display_name":"Yuxin Ji","orcid":"https://orcid.org/0009-0006-8675-5640"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuxin Ji","raw_affiliation_strings":["College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017851308","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0001-7763-4261"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390094","display_name":"Haitao Zhao","orcid":"https://orcid.org/0000-0002-3539-3532"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitao Zhao","raw_affiliation_strings":["College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027367677","display_name":"Guan Gui","orcid":"https://orcid.org/0000-0003-3888-2881"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guan Gui","raw_affiliation_strings":["College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026448728","display_name":"Haris Gacanin","orcid":"https://orcid.org/0000-0003-3168-8883"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Haris Gacanin","raw_affiliation_strings":["Institute for Communication Technologies and Embedded Systems, RWTH Aachen University, Aachen, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Communication Technologies and Embedded Systems, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087599025","display_name":"Hikmet Sari","orcid":"https://orcid.org/0000-0001-8114-6164"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hikmet Sari","raw_affiliation_strings":["College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011281064","display_name":"Fumiyuki Adachi","orcid":"https://orcid.org/0000-0002-5416-0718"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Fumiyuki Adachi","raw_affiliation_strings":["International Research Institute of Disaster Science (IRIDeS), Tohoku University, Sendai, Japan"],"affiliations":[{"raw_affiliation_string":"International Research Institute of Disaster Science (IRIDeS), Tohoku University, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5071881408"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":9.1013,"has_fulltext":false,"cited_by_count":70,"citation_normalized_percentile":{"value":0.98550041,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"72","issue":"10","first_page":"13447","last_page":"13460"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7427756786346436},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.698235809803009},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.602877676486969},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5358179211616516},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5088425278663635},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.48993343114852905},{"id":"https://openalex.org/keywords/frequency-allocation","display_name":"Frequency allocation","score":0.47433680295944214},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4463038146495819},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.42569592595100403},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4189388155937195},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.20509463548660278},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1353105902671814}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7427756786346436},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.698235809803009},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.602877676486969},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5358179211616516},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5088425278663635},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.48993343114852905},{"id":"https://openalex.org/C134579502","wikidata":"https://www.wikidata.org/wiki/Q1455619","display_name":"Frequency allocation","level":2,"score":0.47433680295944214},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4463038146495819},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.42569592595100403},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4189388155937195},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.20509463548660278},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1353105902671814}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2023.3275546","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3275546","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5099999904632568,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G4063955539","display_name":null,"funder_award_id":"2019YFB2103004","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4595998100","display_name":null,"funder_award_id":"BE2020084-5","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"}],"funders":[{"id":"https://openalex.org/F4320327777","display_name":"Jiangsu Provincial Key Research and Development Program","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1639877187","https://openalex.org/W2018911484","https://openalex.org/W2023835067","https://openalex.org/W2038262541","https://openalex.org/W2126311411","https://openalex.org/W2134295053","https://openalex.org/W2327542793","https://openalex.org/W2343568200","https://openalex.org/W2520659666","https://openalex.org/W2592798481","https://openalex.org/W2594012298","https://openalex.org/W2596636257","https://openalex.org/W2609289242","https://openalex.org/W2695165752","https://openalex.org/W2741931273","https://openalex.org/W2772664513","https://openalex.org/W2794840605","https://openalex.org/W2889518240","https://openalex.org/W2896161835","https://openalex.org/W2951799221","https://openalex.org/W2963000651","https://openalex.org/W2963864421","https://openalex.org/W2963961639","https://openalex.org/W2964048168","https://openalex.org/W2968764495","https://openalex.org/W2970834166","https://openalex.org/W2982451203","https://openalex.org/W2995037286","https://openalex.org/W3005526854","https://openalex.org/W3010214457","https://openalex.org/W3041338865","https://openalex.org/W3122846486","https://openalex.org/W3167830540","https://openalex.org/W3175391368","https://openalex.org/W3212172638","https://openalex.org/W3213908433","https://openalex.org/W4205438146","https://openalex.org/W4214816089","https://openalex.org/W4221028663","https://openalex.org/W4285207274","https://openalex.org/W4306810723","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6734678876","https://openalex.org/W6846749018"],"related_works":["https://openalex.org/W2187503597","https://openalex.org/W2124130287","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2153007255"],"abstract_inverted_index":{"The":[0],"communications":[1],"between":[2,147],"vehicle-to-vehicle":[3],"(V2V)":[4],"with":[5,123,144],"high":[6,31,69],"frequency,":[7],"group":[8,10],"sending,":[9],"receiving":[11],"and":[12,21,25,68,90,126,224],"periodic":[13,229],"lead":[14],"to":[15,64,88,153,194,213],"serious":[16],"collision":[17],"of":[18,38,56,165,183,192,198,221,228],"wireless":[19,82],"resources":[20,176],"limited":[22],"system":[23],"capacity,":[24],"the":[26,36,46,54,95,104,163,181,190,199,208,218,225],"rapid":[27],"channel":[28,42],"changes":[29],"in":[30,79,94,168,201,217,233],"mobility":[32],"vehicular":[33],"environments":[34],"preclude":[35],"possibility":[37],"collecting":[39],"accurate":[40],"instantaneous":[41],"state":[43],"information":[44],"at":[45],"base":[47],"station":[48],"for":[49,72,196],"centralized":[50],"resource":[51,111],"management.":[52],"For":[53],"Internet":[55],"Vehicles":[57],"(IoV),":[58],"it":[59],"is":[60,186],"a":[61,80,98,110,132,137,214],"fundamental":[62],"challenge":[63],"achieve":[65],"low":[66],"latency":[67],"reliability":[70],"communication":[71,145],"real-time":[73],"data":[74,167],"interaction":[75],"over":[76],"short":[77],"distances":[78],"complex":[81],"propagation":[83],"environment,":[84,143],"as":[85,87,151],"well":[86],"attenuate":[89],"avoid":[91],"inter-vehicle":[92],"interference":[93],"region":[96],"through":[97],"reasonable":[99],"spectrum":[100,157,175],"allocation.":[101],"To":[102],"solve":[103],"above":[105],"problems,":[106],"this":[107],"paper":[108],"proposes":[109],"allocation":[112],"(RA)":[113],"method":[114],"using":[115],"dueling":[116],"double":[117],"deep":[118],"Q-network":[119],"reinforcement":[120],"learning":[121],"(RL)":[122],"low-dimensional":[124],"fingerprints":[125],"soft-update":[127],"architecture":[128],"(D3QN-LS)":[129],"while":[130,171],"constructing":[131],"multi-agent":[133],"model":[134],"based":[135],"on":[136],"Manhattan":[138],"grid":[139],"layout":[140],"urban":[141],"virtual":[142],"links":[146,149,185,223],"V2V":[148,184,234],"acting":[150],"agents":[152],"reuse":[154],"vehicle-to-infrastructure":[155],"(V2I)":[156],"resources.":[158],"In":[159],"addition,":[160],"we":[161],"extend":[162],"amount":[164,191],"transmitted":[166],"our":[169],"work,":[170],"adding":[172],"scenarios":[173],"where":[174],"are":[177],"relatively":[178],"scarce,":[179],"i.e.":[180],"number":[182],"significantly":[187],"larger":[188],"than":[189],"spectrum,":[193],"compensate":[195],"some":[197],"shortcomings":[200],"existing":[202],"literature":[203],"studies.":[204],"We":[205],"demonstrate":[206],"that":[207],"proposed":[209],"D3QN-LS":[210],"algorithm":[211],"leads":[212],"further":[215],"improvement":[216],"total":[219],"capacity":[220],"V2I":[222],"success":[226],"rate":[227],"secure":[230],"message":[231],"transmission":[232],"links.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":32},{"year":2024,"cited_by_count":29}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}