{"id":"https://openalex.org/W4210941603","doi":"https://doi.org/10.1109/tnsm.2022.3149243","title":"Cooperative Multi-Agent Deep Reinforcement Learning for Dynamic Virtual Network Allocation With Traffic Fluctuations","display_name":"Cooperative Multi-Agent Deep Reinforcement Learning for Dynamic Virtual Network Allocation With Traffic Fluctuations","publication_year":2022,"publication_date":"2022-02-07","ids":{"openalex":"https://openalex.org/W4210941603","doi":"https://doi.org/10.1109/tnsm.2022.3149243"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2022.3149243","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3149243","pdf_url":"https://ieeexplore.ieee.org/ielx7/4275028/9917435/09705487.pdf","source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/4275028/9917435/09705487.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012826090","display_name":"Akito Suzuki","orcid":"https://orcid.org/0000-0003-1608-1135"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Akito Suzuki","raw_affiliation_strings":["NTT Network Service Systems Laboratories, NTT Corporation, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"NTT Network Service Systems Laboratories, NTT Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074019167","display_name":"Ryoichi Kawahara","orcid":null},"institutions":[{"id":"https://openalex.org/I158123994","display_name":"Toyo University","ror":"https://ror.org/059d6yn51","country_code":"JP","type":"education","lineage":["https://openalex.org/I158123994"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryoichi Kawahara","raw_affiliation_strings":["Faculty of Information Networking for Innovation and Design, Toyo University, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Networking for Innovation and Design, Toyo University, Tokyo, Japan","institution_ids":["https://openalex.org/I158123994"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102345993","display_name":"Shigeaki Harada","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shigeaki Harada","raw_affiliation_strings":["NTT Network Service Systems Laboratories, NTT Corporation, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"NTT Network Service Systems Laboratories, NTT Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I2251713219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5012826090"],"corresponding_institution_ids":["https://openalex.org/I2251713219"],"apc_list":null,"apc_paid":null,"fwci":1.8555,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.85470336,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"19","issue":"3","first_page":"1982","last_page":"2000"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.85189288854599},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8450716733932495},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.7183140516281128},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.44196370244026184},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4315149486064911},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4281460642814636},{"id":"https://openalex.org/keywords/network-performance","display_name":"Network performance","score":0.41732853651046753},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4125010371208191},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3011450469493866},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.07879555225372314}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.85189288854599},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8450716733932495},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.7183140516281128},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44196370244026184},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4315149486064911},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4281460642814636},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.41732853651046753},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4125010371208191},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3011450469493866},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.07879555225372314}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2022.3149243","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3149243","pdf_url":"https://ieeexplore.ieee.org/ielx7/4275028/9917435/09705487.pdf","source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tnsm.2022.3149243","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3149243","pdf_url":"https://ieeexplore.ieee.org/ielx7/4275028/9917435/09705487.pdf","source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4210941603.pdf","grobid_xml":"https://content.openalex.org/works/W4210941603.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1551426553","https://openalex.org/W1579184372","https://openalex.org/W1641379095","https://openalex.org/W1823841943","https://openalex.org/W1924770834","https://openalex.org/W2028349553","https://openalex.org/W2040340473","https://openalex.org/W2075557304","https://openalex.org/W2088956500","https://openalex.org/W2121092017","https://openalex.org/W2132238781","https://openalex.org/W2145339207","https://openalex.org/W2260783129","https://openalex.org/W2403593353","https://openalex.org/W2500898769","https://openalex.org/W2546571074","https://openalex.org/W2742483930","https://openalex.org/W2746553466","https://openalex.org/W2747213132","https://openalex.org/W2792281126","https://openalex.org/W2801587798","https://openalex.org/W2807741983","https://openalex.org/W2903252781","https://openalex.org/W2923914728","https://openalex.org/W2932313271","https://openalex.org/W2963658727","https://openalex.org/W2975462639","https://openalex.org/W3002408331","https://openalex.org/W3006670753","https://openalex.org/W3010457348","https://openalex.org/W3035222159","https://openalex.org/W3131625919","https://openalex.org/W3196459365","https://openalex.org/W4214717370","https://openalex.org/W4231384169","https://openalex.org/W4288594419","https://openalex.org/W4295312788","https://openalex.org/W4295598622","https://openalex.org/W4297797010","https://openalex.org/W6640212811","https://openalex.org/W6677939520","https://openalex.org/W6748638692","https://openalex.org/W6749304979","https://openalex.org/W6752380930","https://openalex.org/W6758846586","https://openalex.org/W6766978945","https://openalex.org/W6773725002","https://openalex.org/W6779612272"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W1592324786","https://openalex.org/W2534160330","https://openalex.org/W2153007255"],"abstract_inverted_index":{"Network":[0],"traffic":[1,196,206],"and":[2,23,45,92,132,169,172],"computing":[3],"demand":[4,90],"have":[5],"been":[6],"changing":[7,83],"dramatically":[8],"due":[9],"to":[10,107],"the":[11,30,86,125,135,145,166,175,182,191],"growth":[12],"of":[13,16,33,127,147,152,181],"various":[14,194],"types":[15],"network":[17,35,37,49,58,75,79,89],"services,":[18],"e.g.,":[19],"high-quality":[20],"video":[21],"delivery":[22],"operating":[24],"system":[25],"(OS)":[26],"updates.":[27],"To":[28],"maximize":[29],"utilization":[31,171],"efficiency":[32,146],"limited":[34],"resources,":[36],"resource":[38],"control":[39],"technology":[40],"is":[41,106],"required":[42],"for":[43,112,137,204],"smooth":[44],"quick":[46],"operation":[47],"when":[48],"demands":[50,80],"change.":[51],"Therefore,":[52],"we":[53,188],"propose":[54],"a":[55,109,113,141,153,200],"dynamic":[56,118],"virtual":[57],"(VN)":[59],"allocation":[60,94,120,160,185],"method":[61,71],"based":[62,117],"on":[63],"cooperative":[64],"multi-agent":[65,110],"deep":[66,97],"reinforcement":[67,98,114],"learning":[68,85,99,115,192],"(Coop-MADRL).":[69],"This":[70],"can":[72,123,133,157],"quickly":[73],"optimize":[74],"resources":[76],"even":[77],"while":[78],"are":[81],"drastically":[82,173],"by":[84,95],"relationship":[87],"between":[88],"patterns":[91],"optimal":[93],"using":[96],"(DRL)":[100],"in":[101],"advance.":[102],"The":[103],"key":[104],"idea":[105],"use":[108],"technique":[111,143],"(RL)":[116],"VN":[119,138,148,184],"method,":[121],"which":[122,164],"reduce":[124],"number":[126],"candidate":[128],"actions":[129],"per":[130],"agent":[131],"improve":[134],"performance":[136,203],"allocation.":[139,149],"Moreover,":[140],"cooperation":[142],"improves":[144],"From":[150],"results":[151],"simulation":[154],"evaluation,":[155],"Coop-MADRL":[156],"calculate":[158],"effective":[159],"within":[161],"1":[162],"s,":[163],"reduces":[165,174],"maximum":[167],"server":[168],"link":[170],"constraint":[176],"violations":[177],"compared":[178],"with":[179,193],"that":[180,190],"static":[183],"method.":[186],"Furthermore,":[187],"revealed":[189],"mixed":[195],"models":[197],"could":[198],"achieve":[199],"high":[201],"generalization":[202],"all":[205],"patterns.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}