{"id":"https://openalex.org/W3196459365","doi":"https://doi.org/10.1109/icccn52240.2021.9522308","title":"Cooperative Multi-Agent Deep Reinforcement Learning for Dynamic Virtual Network Allocation","display_name":"Cooperative Multi-Agent Deep Reinforcement Learning for Dynamic Virtual Network Allocation","publication_year":2021,"publication_date":"2021-07-01","ids":{"openalex":"https://openalex.org/W3196459365","doi":"https://doi.org/10.1109/icccn52240.2021.9522308","mag":"3196459365"},"language":"en","primary_location":{"id":"doi:10.1109/icccn52240.2021.9522308","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccn52240.2021.9522308","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on Computer Communications and Networks (ICCCN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012826090","display_name":"Akito Suzuki","orcid":"https://orcid.org/0000-0003-1608-1135"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akito Suzuki","raw_affiliation_strings":["NTT Network Technology Laboratories, NTT Corporation, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Network Technology Laboratories, NTT Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074019167","display_name":"Ryoichi Kawahara","orcid":null},"institutions":[{"id":"https://openalex.org/I158123994","display_name":"Toyo University","ror":"https://ror.org/059d6yn51","country_code":"JP","type":"education","lineage":["https://openalex.org/I158123994"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryoichi Kawahara","raw_affiliation_strings":["Faculty of Information Networking for Innovation and Design, Toyo University, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Networking for Innovation and Design, Toyo University, Tokyo, Japan","institution_ids":["https://openalex.org/I158123994"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102345993","display_name":"Shigeaki Harada","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shigeaki Harada","raw_affiliation_strings":["NTT Network Technology Laboratories, NTT Corporation, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Network Technology Laboratories, NTT Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I2251713219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0851,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.73600647,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.960099995136261,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8525412082672119},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7910518646240234},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.7354670763015747},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.527855634689331},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44277673959732056},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4400138258934021},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.42031028866767883},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4180991053581238},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31845080852508545},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09629783034324646}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8525412082672119},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7910518646240234},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.7354670763015747},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.527855634689331},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44277673959732056},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4400138258934021},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.42031028866767883},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4180991053581238},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31845080852508545},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09629783034324646}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icccn52240.2021.9522308","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccn52240.2021.9522308","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on Computer Communications and Networks (ICCCN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1551426553","https://openalex.org/W1579184372","https://openalex.org/W1641379095","https://openalex.org/W1823841943","https://openalex.org/W1924770834","https://openalex.org/W2028349553","https://openalex.org/W2075557304","https://openalex.org/W2088956500","https://openalex.org/W2121092017","https://openalex.org/W2121863487","https://openalex.org/W2132238781","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2260783129","https://openalex.org/W2403593353","https://openalex.org/W2500898769","https://openalex.org/W2546571074","https://openalex.org/W2742483930","https://openalex.org/W2746553466","https://openalex.org/W2747213132","https://openalex.org/W2792281126","https://openalex.org/W2801587798","https://openalex.org/W2807741983","https://openalex.org/W2903252781","https://openalex.org/W2923914728","https://openalex.org/W2951984055","https://openalex.org/W2962938178","https://openalex.org/W2963658727","https://openalex.org/W2970971581","https://openalex.org/W2975462639","https://openalex.org/W3002408331","https://openalex.org/W3006670753","https://openalex.org/W3010457348","https://openalex.org/W3035222159","https://openalex.org/W3093287223","https://openalex.org/W3131625919","https://openalex.org/W4214717370","https://openalex.org/W4288594419","https://openalex.org/W4295312788","https://openalex.org/W4295598622","https://openalex.org/W6640212811","https://openalex.org/W6677939520","https://openalex.org/W6749304979","https://openalex.org/W6752380930","https://openalex.org/W6758846586","https://openalex.org/W6766978945","https://openalex.org/W6773725002","https://openalex.org/W6779612272","https://openalex.org/W6790127065"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2937181779"],"abstract_inverted_index":{"Network":[0],"traffic":[1],"and":[2,23,45,91,131,168,171],"computing":[3],"demand":[4,89],"have":[5],"been":[6],"changing":[7,82],"dramatically":[8],"due":[9],"to":[10,106],"the":[11,30,85,124,134,144,165,174,182],"growth":[12],"of":[13,16,33,126,146,151,181],"various":[14],"types":[15],"network":[17,35,37,49,57,74,78,88],"services,":[18],"e.g.,":[19],"high-quality":[20],"video":[21],"delivery":[22],"operating":[24],"system":[25],"(OS)":[26],"updates.":[27],"To":[28],"maximize":[29],"utilization":[31,170],"efficiency":[32,145],"limited":[34],"resources,":[36],"resource":[38],"control":[39],"technology":[40],"is":[41,105],"required":[42],"for":[43,111,136],"smooth":[44],"quick":[46],"operation":[47],"when":[48],"demands":[50,79],"change.":[51],"We":[52],"propose":[53],"a":[54,108,112,140,152],"dynamic":[55,117],"virtual":[56],"(VN)":[58],"allocation":[59,93,119,159,185],"method":[60,70],"based":[61,116],"on":[62],"cooperative":[63],"multi-agent":[64,109],"deep":[65,96],"reinforcement":[66,97,113],"learning":[67,84,98,114],"(Coop-MADRL).":[68],"This":[69],"can":[71,122,132,156],"quickly":[72],"optimize":[73],"resources":[75],"even":[76],"while":[77],"are":[80],"drastically":[81,172],"by":[83,94],"relationship":[86],"between":[87],"patterns":[90],"optimal":[92],"using":[95],"(DRL)":[99],"in":[100],"advance.":[101],"The":[102],"key":[103],"idea":[104],"use":[107],"technique":[110,142],"(RL)":[115],"VN":[118,137,147,184],"method,":[120],"which":[121,163],"reduce":[123],"number":[125],"candidate":[127],"actions":[128],"per":[129],"agent":[130],"improve":[133],"performance":[135],"allocation.":[138,148],"Moreover,":[139],"cooperation":[141],"improves":[143],"From":[149],"results":[150],"simulation":[153],"evaluation,":[154],"Coop-MADRL":[155],"calculate":[157],"effective":[158],"within":[160],"1":[161],"s,":[162],"reduces":[164,173],"maximum":[166],"server":[167],"link":[169],"average":[175],"constraint":[176],"violation":[177],"compared":[178],"with":[179],"that":[180],"static":[183],"method.":[186]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}