{"id":"https://openalex.org/W3002408331","doi":"https://doi.org/10.1587/transcom.2019ebp3114","title":"Extendable NFV-Integrated Control Method Using Reinforcement Learning","display_name":"Extendable NFV-Integrated Control Method Using Reinforcement Learning","publication_year":2020,"publication_date":"2020-01-23","ids":{"openalex":"https://openalex.org/W3002408331","doi":"https://doi.org/10.1587/transcom.2019ebp3114","mag":"3002408331"},"language":"en","primary_location":{"id":"doi:10.1587/transcom.2019ebp3114","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transcom.2019ebp3114","pdf_url":"https://www.jstage.jst.go.jp/article/transcom/E103.B/8/E103.B_2019EBP3114/_pdf","source":{"id":"https://openalex.org/S2493627025","display_name":"IEICE Transactions on Communications","issn_l":"0916-8516","issn":["0916-8516","1745-1345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.jstage.jst.go.jp/article/transcom/E103.B/8/E103.B_2019EBP3114/_pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012826090","display_name":"Akito Suzuki","orcid":"https://orcid.org/0000-0003-1608-1135"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akito SUZUKI","raw_affiliation_strings":["NTT Network Technology Laboratories, NTT Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Network Technology Laboratories, NTT Corporation","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074019167","display_name":"Ryoichi Kawahara","orcid":null},"institutions":[{"id":"https://openalex.org/I158123994","display_name":"Toyo University","ror":"https://ror.org/059d6yn51","country_code":"JP","type":"education","lineage":["https://openalex.org/I158123994"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryoichi KAWAHARA","raw_affiliation_strings":["Faculty of Information Networking for Innovation and Design, Toyo University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Networking for Innovation and Design, Toyo University","institution_ids":["https://openalex.org/I158123994"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014349993","display_name":"Masahiro Kobayashi","orcid":"https://orcid.org/0000-0002-6501-7095"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masahiro KOBAYASHI","raw_affiliation_strings":["NTT Network Technology Laboratories, NTT Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Network Technology Laboratories, NTT Corporation","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102345993","display_name":"Shigeaki Harada","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shigeaki HARADA","raw_affiliation_strings":["NTT Network Technology Laboratories, NTT Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Network Technology Laboratories, NTT Corporation","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104044038","display_name":"Yousuke Takahashi","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yousuke TAKAHASHI","raw_affiliation_strings":["NTT Network Technology Laboratories, NTT Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Network Technology Laboratories, NTT Corporation","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009276295","display_name":"Keisuke Ishibashi","orcid":"https://orcid.org/0000-0003-1987-4456"},"institutions":[{"id":"https://openalex.org/I199080787","display_name":"International Christian University","ror":"https://ror.org/01cg0k189","country_code":"JP","type":"education","lineage":["https://openalex.org/I199080787"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keisuke ISHIBASHI","raw_affiliation_strings":["Division of Arts and Sciences, College of Liberal Arts, International Christian University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Arts and Sciences, College of Liberal Arts, International Christian University","institution_ids":["https://openalex.org/I199080787"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.391,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.82176256,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"E103.B","issue":"8","first_page":"826","last_page":"841"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8859919309616089},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6819334030151367},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.6275360584259033},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5558289289474487},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5472714900970459},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4918398857116699},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4874851703643799},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4787116050720215},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4575783610343933},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32436540722846985},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2879306674003601}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8859919309616089},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6819334030151367},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.6275360584259033},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5558289289474487},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5472714900970459},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4918398857116699},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4874851703643799},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4787116050720215},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4575783610343933},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32436540722846985},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2879306674003601},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1587/transcom.2019ebp3114","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transcom.2019ebp3114","pdf_url":"https://www.jstage.jst.go.jp/article/transcom/E103.B/8/E103.B_2019EBP3114/_pdf","source":{"id":"https://openalex.org/S2493627025","display_name":"IEICE Transactions on Communications","issn_l":"0916-8516","issn":["0916-8516","1745-1345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1587/transcom.2019ebp3114","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transcom.2019ebp3114","pdf_url":"https://www.jstage.jst.go.jp/article/transcom/E103.B/8/E103.B_2019EBP3114/_pdf","source":{"id":"https://openalex.org/S2493627025","display_name":"IEICE Transactions on Communications","issn_l":"0916-8516","issn":["0916-8516","1745-1345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Communications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3002408331.pdf","grobid_xml":"https://content.openalex.org/works/W3002408331.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1587316494","https://openalex.org/W1593822470","https://openalex.org/W1901603632","https://openalex.org/W1973166496","https://openalex.org/W1987716505","https://openalex.org/W2007930753","https://openalex.org/W2039612281","https://openalex.org/W2066903245","https://openalex.org/W2070299075","https://openalex.org/W2089194229","https://openalex.org/W2123871098","https://openalex.org/W2126566174","https://openalex.org/W2145339207","https://openalex.org/W2147070283","https://openalex.org/W2234017516","https://openalex.org/W2260756217","https://openalex.org/W2292124103","https://openalex.org/W2336091701","https://openalex.org/W2374524960","https://openalex.org/W2403593353","https://openalex.org/W2500898769","https://openalex.org/W2609208889","https://openalex.org/W2761262364","https://openalex.org/W2774034381","https://openalex.org/W2804145072","https://openalex.org/W2886291169","https://openalex.org/W2887677748","https://openalex.org/W2900804961","https://openalex.org/W2911405855","https://openalex.org/W2917023423","https://openalex.org/W2941856067","https://openalex.org/W3106347091","https://openalex.org/W4214717370","https://openalex.org/W4233061323","https://openalex.org/W4293177929"],"related_works":["https://openalex.org/W2366107444","https://openalex.org/W4388145910","https://openalex.org/W1976205134","https://openalex.org/W2381570729","https://openalex.org/W4248336175","https://openalex.org/W3009369890","https://openalex.org/W2031260042","https://openalex.org/W2391445434","https://openalex.org/W4312490297","https://openalex.org/W2062212388"],"abstract_inverted_index":{"Network":[0],"functions":[1,19,47],"virtualization":[2],"(NFV)":[3],"enables":[4],"telecommunications":[5],"service":[6],"providers":[7],"to":[8,89,93,114,149],"realize":[9],"various":[10],"network":[11,18],"services":[12],"by":[13,39,179],"flexibly":[14],"combining":[15],"multiple":[16,141,181],"virtual":[17],"(VNFs).":[20],"To":[21],"provide":[22],"such":[23,32],"services,":[24],"an":[25,95,135,174,187],"NFV":[26,67,87],"control":[27,68,88,142,177,182],"method":[28,69,156,178,203],"should":[29,70],"optimally":[30],"allocate":[31],"VNFs":[33],"into":[34],"physical":[35],"networks":[36],"and":[37,48,61],"servers":[38],"taking":[40],"account":[41],"of":[42,45,82,127,152,167,200],"the":[43,64,80,100,111,150,198,201],"combination(s)":[44],"objective":[46],"constraints":[49],"for":[50,54,74,86,145],"each":[51,55],"metric":[52,121],"defined":[53],"VNF":[56,59],"type,":[57],"e.g.,":[58],"placements":[60],"routes":[62],"between":[63],"VNFs.":[65],"The":[66],"also":[71,185],"be":[72,115],"extendable":[73,109,136,175],"adding":[75],"new":[76,120],"metrics":[77,128],"or":[78,124],"changing":[79],"combination":[81,126],"metrics.":[83,147],"One":[84],"approach":[85,106,132],"optimize":[90,162],"allocations":[91,163],"is":[92,107,122,129],"construct":[94],"algorithm":[96,190],"that":[97,139,160],"simultaneously":[98],"solves":[99],"combined":[101],"optimization":[102],"problem.":[103],"However,":[104,148],"this":[105,165,170],"not":[108],"because":[110],"problem":[112],"needs":[113],"reformulated":[116],"every":[117],"time":[118],"a":[119,125],"added":[123],"changed.":[130],"Another":[131],"involves":[133],"using":[134],"network-control":[137],"architecture":[138],"coordinates":[140],"algorithms":[143],"specified":[144],"individual":[146],"best":[151],"our":[153],"knowledge,":[154],"no":[155],"has":[157],"been":[158],"developed":[159],"can":[161],"through":[164,204],"kind":[166],"coordination.":[168],"In":[169],"paper,":[171],"we":[172,196],"propose":[173,186],"NFV-integrated":[176],"coordinating":[180],"algorithms.":[183],"We":[184],"efficient":[188],"coordination":[189],"based":[191],"on":[192],"reinforcement":[193],"learning.":[194],"Finally,":[195],"evaluate":[197],"effectiveness":[199],"proposed":[202],"simulations.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}