{"id":"https://openalex.org/W3002408331","doi":"https://doi.org/10.1587/transcom.2019ebp3114","title":"Extendable NFV-Integrated Control Method Using Reinforcement Learning","display_name":"Extendable NFV-Integrated Control Method Using Reinforcement Learning","publication_year":2020,"publication_date":"2020-01-23","ids":{"openalex":"https://openalex.org/W3002408331","doi":"https://doi.org/10.1587/transcom.2019ebp3114","mag":"3002408331"},"language":"en","primary_location":{"id":"doi:10.1587/transcom.2019ebp3114","doi":"https://doi.org/10.1587/transcom.2019ebp3114","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transcom.2019ebp3114","pdf_url":"https://www.jstage.jst.go.jp/article/transcom/E103.B/8/E103.B_2019EBP3114/_pdf","source":{"id":"https://openalex.org/S2493627025","display_name":"IEICE Transactions on Communications","issn_l":"0916-8516","issn":["0916-8516","1745-1345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","jufo-1","norway-1","poland-40","russia-white-list-3","vabb-shw"],"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Communications","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.jstage.jst.go.jp/article/transcom/E103.B/8/E103.B_2019EBP3114/_pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012826090","display_name":"Akito Suzuki","orcid":"https://orcid.org/0000-0003-1608-1135","observed_orcids":["https://orcid.org/0000-0003-1608-1135","https://orcid.org/0009-0005-6591-8407"]},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akito SUZUKI","raw_affiliation_strings":["NTT Network Technology Laboratories, NTT Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Network Technology Laboratories, NTT Corporation","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074019167","display_name":"Ryoichi Kawahara","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I158123994","display_name":"Toyo University","ror":"https://ror.org/059d6yn51","country_code":"JP","type":"education","lineage":["https://openalex.org/I158123994"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryoichi KAWAHARA","raw_affiliation_strings":["Faculty of Information Networking for Innovation and Design, Toyo University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Networking for Innovation and Design, Toyo University","institution_ids":["https://openalex.org/I158123994"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014349993","display_name":"Masahiro Kobayashi","orcid":"https://orcid.org/0000-0002-6501-7095","observed_orcids":["https://orcid.org/0000-0002-6501-7095"]},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masahiro KOBAYASHI","raw_affiliation_strings":["NTT Network Technology Laboratories, NTT Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Network Technology Laboratories, NTT Corporation","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102345993","display_name":"Shigeaki Harada","orcid":"https://orcid.org/0009-0002-2280-1741","observed_orcids":["https://orcid.org/0009-0002-2280-1741"]},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shigeaki HARADA","raw_affiliation_strings":["NTT Network Technology Laboratories, NTT Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Network Technology Laboratories, NTT Corporation","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104044038","display_name":"Yousuke Takahashi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yousuke TAKAHASHI","raw_affiliation_strings":["NTT Network Technology Laboratories, NTT Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Network Technology Laboratories, NTT Corporation","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009276295","display_name":"Keisuke Ishibashi","orcid":"https://orcid.org/0000-0003-1987-4456","observed_orcids":["https://orcid.org/0000-0003-1987-4456"]},"institutions":[{"id":"https://openalex.org/I199080787","display_name":"International Christian University","ror":"https://ror.org/01cg0k189","country_code":"JP","type":"education","lineage":["https://openalex.org/I199080787"]},{"id":"https://openalex.org/I4210138793","display_name":"International Christian University","ror":"https://ror.org/047wxqh80","country_code":"UA","type":"education","lineage":["https://openalex.org/I4210138793"]},{"id":"https://openalex.org/I4210140772","display_name":"International Christian University","ror":"https://ror.org/043xksz40","country_code":"CR","type":"education","lineage":["https://openalex.org/I4210140772"]}],"countries":["CR","JP","UA"],"is_corresponding":false,"raw_author_name":"Keisuke ISHIBASHI","raw_affiliation_strings":["Division of Arts and Sciences, College of Liberal Arts, International Christian University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Arts and Sciences, College of Liberal Arts, International Christian University","institution_ids":["https://openalex.org/I199080787","https://openalex.org/I4210138793","https://openalex.org/I4210140772"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.943,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.74607504,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":"E103.B","issue":"8","first_page":"826","last_page":"841"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/network-function-virtualization","display_name":"network function virtualization","score":0.949999988079071},{"id":"https://openalex.org/keywords/virtual-network-function-placement","display_name":"virtual network function placement","score":0.8399999737739563},{"id":"https://openalex.org/keywords/multi-objective-optimization","display_name":"multi-objective optimization","score":0.7269999980926514},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.7519999742507935},{"id":"https://openalex.org/keywords/telecommunications-companies","display_name":"telecommunications companies","score":0.3499999940395355},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"resource allocation","score":0.5759999752044678}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8859919309616089},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6819334030151367},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.6275360584259033},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5558289289474487},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5472714900970459},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4918398857116699},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4874851703643799},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4787116050720215},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4575783610343933},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32436540722846985},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2879306674003601},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1587/transcom.2019ebp3114","doi":"https://doi.org/10.1587/transcom.2019ebp3114","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transcom.2019ebp3114","pdf_url":"https://www.jstage.jst.go.jp/article/transcom/E103.B/8/E103.B_2019EBP3114/_pdf","source":{"id":"https://openalex.org/S2493627025","display_name":"IEICE Transactions on Communications","issn_l":"0916-8516","issn":["0916-8516","1745-1345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","jufo-1","norway-1","poland-40","russia-white-list-3","vabb-shw"],"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1912.09022","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1912.09022","pdf_url":"https://arxiv.org/pdf/1912.09022","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1912.09022","doi":"https://doi.org/10.48550/arxiv.1912.09022","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1912.09022","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1587/transcom.2019ebp3114","doi":"https://doi.org/10.1587/transcom.2019ebp3114","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transcom.2019ebp3114","pdf_url":"https://www.jstage.jst.go.jp/article/transcom/E103.B/8/E103.B_2019EBP3114/_pdf","source":{"id":"https://openalex.org/S2493627025","display_name":"IEICE Transactions on Communications","issn_l":"0916-8516","issn":["0916-8516","1745-1345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","jufo-1","norway-1","poland-40","russia-white-list-3","vabb-shw"],"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Communications","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3002408331.pdf","grobid_xml":"https://content.openalex.org/works/W3002408331.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1587316494","https://openalex.org/W1593822470","https://openalex.org/W1901603632","https://openalex.org/W1973166496","https://openalex.org/W1987716505","https://openalex.org/W2007930753","https://openalex.org/W2039612281","https://openalex.org/W2066903245","https://openalex.org/W2070299075","https://openalex.org/W2089194229","https://openalex.org/W2121863487","https://openalex.org/W2123871098","https://openalex.org/W2126566174","https://openalex.org/W2145339207","https://openalex.org/W2147070283","https://openalex.org/W2165131254","https://openalex.org/W2234017516","https://openalex.org/W2260756217","https://openalex.org/W2292124103","https://openalex.org/W2336091701","https://openalex.org/W2374524960","https://openalex.org/W2403593353","https://openalex.org/W2500898769","https://openalex.org/W2609208889","https://openalex.org/W2761262364","https://openalex.org/W2774034381","https://openalex.org/W2804145072","https://openalex.org/W2886291169","https://openalex.org/W2887677748","https://openalex.org/W2900804961","https://openalex.org/W2911405855","https://openalex.org/W2917023423","https://openalex.org/W2941856067","https://openalex.org/W4214717370","https://openalex.org/W4233061323","https://openalex.org/W4293177929"],"related_works":["https://openalex.org/W7161272765","https://openalex.org/W4295832341","https://openalex.org/W4285586892","https://openalex.org/W2626919195","https://openalex.org/W2900804961","https://openalex.org/W2550384411","https://openalex.org/W2980466635","https://openalex.org/W4379517499","https://openalex.org/W2996945891","https://openalex.org/W3129712600"],"abstract_inverted_index":{"Network":[0],"functions":[1,19,46],"virtualization":[2],"(NFV)":[3],"enables":[4],"telecommunications":[5],"service":[6],"providers":[7],"to":[8,86,90,110,143],"realize":[9],"various":[10],"network":[11,18],"services":[12],"by":[13,38,172],"flexibly":[14],"combining":[15],"multiple":[16,136,174],"virtual":[17],"(VNFs).To":[20],"provide":[21],"such":[22,31],"services,":[23],"an":[24,92,130,167,179],"NFV":[25,65,84],"control":[26,66,85,137,170,175],"method":[27,67,150,171,194],"should":[28,68],"optimally":[29],"allocate":[30],"VNFs":[32],"into":[33],"physical":[34],"networks":[35],"and":[36,47,60],"servers":[37],"taking":[39],"account":[40],"of":[41,44,80,123,146,161,191],"the":[42,63,78,97,107,144,189,192],"combination(s)":[43],"objective":[45],"constraints":[48],"for":[49,53,72,83,140],"each":[50,54],"metric":[51,117],"defined":[52],"VNF":[55,58],"type,":[56],"e.g.,":[57],"placements":[59],"routes":[61],"between":[62],"VNFs.The":[64],"also":[69,177],"be":[70,111],"extendable":[71,105,131,168],"adding":[73],"new":[74,116],"metrics":[75,124],"or":[76,120],"changing":[77],"combination":[79,122],"metrics.One":[81],"approach":[82,102,127],"optimize":[87,156],"allocations":[88,157],"is":[89,103,118,125],"construct":[91],"algorithm":[93,182],"that":[94,134,154],"simultaneously":[95],"solves":[96],"combined":[98],"optimization":[99],"problem.However,":[100],"this":[101,159,163],"not":[104],"because":[106],"problem":[108],"needs":[109],"reformulated":[112],"every":[113],"time":[114],"a":[115,121],"added":[119],"changed.Another":[126],"involves":[128],"using":[129],"network-control":[132],"architecture":[133],"coordinates":[135],"algorithms":[138],"specified":[139],"individual":[141],"metrics.However,":[142],"best":[145],"our":[147],"knowledge,":[148],"no":[149],"has":[151],"been":[152],"developed":[153],"can":[155],"through":[158,195],"kind":[160],"coordination.In":[162],"paper,":[164],"we":[165,187],"propose":[166,178],"NFV-integrated":[169],"coordinating":[173],"algorithms.We":[176],"efficient":[180],"coordination":[181],"based":[183],"on":[184],"reinforcement":[185],"learning.Finally,":[186],"evaluate":[188],"effectiveness":[190],"proposed":[193],"simulations.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2020-01-30T00:00:00"}