{"id":"https://openalex.org/W4381734164","doi":"https://doi.org/10.1109/noms56928.2023.10154301","title":"Integrating state prediction into the Deep Reinforcement Learning for the Autoscaling of Core Network Functions","display_name":"Integrating state prediction into the Deep Reinforcement Learning for the Autoscaling of Core Network Functions","publication_year":2023,"publication_date":"2023-05-08","ids":{"openalex":"https://openalex.org/W4381734164","doi":"https://doi.org/10.1109/noms56928.2023.10154301"},"language":"en","primary_location":{"id":"doi:10.1109/noms56928.2023.10154301","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/noms56928.2023.10154301","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NOMS 2023-2023 IEEE/IFIP Network Operations and Management Symposium","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001342072","display_name":"Yoichi Matsuo","orcid":"https://orcid.org/0009-0003-6705-7829"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoichi Matsuo","raw_affiliation_strings":["NTT Network Service Systems Laboratories, NTT Corporation,Tokyo,Japan","NTT Network Service Systems Laboratories, NTT Corporation, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Network Service Systems Laboratories, NTT Corporation,Tokyo,Japan","institution_ids":["https://openalex.org/I2251713219"]},{"raw_affiliation_string":"NTT Network Service Systems Laboratories, NTT Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082866143","display_name":"Jatinder Singh","orcid":"https://orcid.org/0000-0002-5102-6564"},"institutions":[{"id":"https://openalex.org/I4210115349","display_name":"Ion Exchange (India)","ror":"https://ror.org/028x2z366","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210115349"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Jatinder Singh","raw_affiliation_strings":["Orange Innovation Networks,Gurgaon,India","Orange Innovation Networks, Gurgaon, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Orange Innovation Networks,Gurgaon,India","institution_ids":["https://openalex.org/I4210115349"]},{"raw_affiliation_string":"Orange Innovation Networks, Gurgaon, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102878305","display_name":"S. K. Verma","orcid":"https://orcid.org/0009-0000-4190-0548"},"institutions":[{"id":"https://openalex.org/I4210115349","display_name":"Ion Exchange (India)","ror":"https://ror.org/028x2z366","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210115349"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shantanu Verma","raw_affiliation_strings":["Orange Innovation Networks,Gurgaon,India","Orange Innovation Networks, Gurgaon, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Orange Innovation Networks,Gurgaon,India","institution_ids":["https://openalex.org/I4210115349"]},{"raw_affiliation_string":"Orange Innovation Networks, Gurgaon, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077385287","display_name":"Guillaume Fraysse","orcid":"https://orcid.org/0000-0001-8269-4701"},"institutions":[{"id":"https://openalex.org/I19370010","display_name":"Orange (France)","ror":"https://ror.org/035j0tq82","country_code":"FR","type":"company","lineage":["https://openalex.org/I19370010"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Guillaume Fraysse","raw_affiliation_strings":["Orange Innovation Networks,Paris,France","Orange Innovation Networks, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Orange Innovation Networks,Paris,France","institution_ids":["https://openalex.org/I19370010"]},{"raw_affiliation_string":"Orange Innovation Networks, Paris, France","institution_ids":["https://openalex.org/I19370010"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9509000182151794,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9495000243186951,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.895524263381958},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8040395975112915},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.7933713793754578},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6994154453277588},{"id":"https://openalex.org/keywords/moment","display_name":"Moment (physics)","score":0.601223886013031},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5050974488258362},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4500388205051422},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44597509503364563},{"id":"https://openalex.org/keywords/learning-network","display_name":"Learning network","score":0.41412603855133057},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.36306867003440857},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.18900933861732483},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12302693724632263},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.10715246200561523}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.895524263381958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8040395975112915},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.7933713793754578},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6994154453277588},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.601223886013031},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5050974488258362},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4500388205051422},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44597509503364563},{"id":"https://openalex.org/C2987015589","wikidata":"https://www.wikidata.org/wiki/Q1040098","display_name":"Learning network","level":2,"score":0.41412603855133057},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.36306867003440857},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.18900933861732483},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12302693724632263},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.10715246200561523},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/noms56928.2023.10154301","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/noms56928.2023.10154301","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NOMS 2023-2023 IEEE/IFIP Network Operations and Management Symposium","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322231","display_name":"Orange","ror":"https://ror.org/035j0tq82"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2155968351","https://openalex.org/W2746553466","https://openalex.org/W2754431293","https://openalex.org/W2784011956","https://openalex.org/W2809835790","https://openalex.org/W2951799221","https://openalex.org/W3161207621","https://openalex.org/W6685444567","https://openalex.org/W6744082605"],"related_works":["https://openalex.org/W2171408034","https://openalex.org/W3003320923","https://openalex.org/W2106140982","https://openalex.org/W2883256816","https://openalex.org/W2152313554","https://openalex.org/W3092582874","https://openalex.org/W2065450024","https://openalex.org/W2278962595","https://openalex.org/W3096874164","https://openalex.org/W2997214857"],"abstract_inverted_index":{"Reinforcement":[0,81],"Learning":[1,82],"(RL)-based":[2],"scaling":[3,24,33,45,84,114],"methods":[4],"have":[5],"been":[6],"proposed":[7,96,123],"to":[8,18,59,66,90,112,126,142],"automatically":[9],"scale":[10],"in":[11,28],"or":[12],"out":[13],"Network":[14],"Functions":[15],"(NFs)":[16],"according":[17],"their":[19],"traffic":[20],"load.":[21],"However,":[22],"the":[23,38,42,44,52,61,68,105,122,143],"operation":[25],"of":[26,46,70,116],"NFs":[27],"real":[29],"systems":[30],"has":[31],"significant":[32],"process":[34],"delay":[35],"which":[36,64,86],"is":[37,49,57],"time":[39],"difference":[40],"between":[41],"moment":[43,53],"a":[47,54,79,101,128],"NF":[48],"executed":[50],"and":[51,131,134],"new":[55],"instance":[56],"ready":[58],"handle":[60,127],"incoming":[62],"traffic,":[63],"leads":[65],"degrading":[67],"performance":[69],"basic":[71],"RL-based":[72],"approach.":[73],"In":[74],"this":[75,93],"paper,":[76],"we":[77],"propose":[78],"Deep":[80],"(DRL)-based":[83],"method":[85,97,124],"integrates":[87],"state":[88],"prediction":[89],"deal":[91],"with":[92],"delay.":[94],"The":[95,118],"was":[98,110],"evaluated":[99],"on":[100,104],"testbed":[102],"based":[103],"Open-Source":[106],"Magma":[107],"project":[108],"that":[109,121],"automated":[111],"perform":[113],"actions":[115],"NF.":[117],"results":[119],"show":[120],"enables":[125],"higher":[129],"load":[130],"improves":[132],"CPU":[133],"memory":[135],"usage":[136],"by":[137],"approximately":[138],"14%":[139],"when":[140],"compared":[141],"baselineDRL-based":[144],"method.":[145]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}