{"id":"https://openalex.org/W4207005607","doi":"https://doi.org/10.3390/info13020053","title":"Reliability Assurance Dynamic SSC Placement Using Reinforcement Learning","display_name":"Reliability Assurance Dynamic SSC Placement Using Reinforcement Learning","publication_year":2022,"publication_date":"2022-01-21","ids":{"openalex":"https://openalex.org/W4207005607","doi":"https://doi.org/10.3390/info13020053"},"language":"en","primary_location":{"id":"doi:10.3390/info13020053","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info13020053","pdf_url":"https://www.mdpi.com/2078-2489/13/2/53/pdf?version=1643009468","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/13/2/53/pdf?version=1643009468","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100318193","display_name":"Wei Li","orcid":"https://orcid.org/0000-0002-4486-8341"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Li","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing 102206, China"],"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing 102206, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064657549","display_name":"Yuan Jiang","orcid":"https://orcid.org/0000-0003-4307-0562"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Jiang","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing 102206, China"],"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing 102206, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100340805","display_name":"Xiaoliang Zhang","orcid":"https://orcid.org/0000-0003-1531-8946"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoliang Zhang","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing 102206, China"],"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing 102206, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051247090","display_name":"Fangfang Dang","orcid":"https://orcid.org/0009-0007-8803-6735"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fangfang Dang","raw_affiliation_strings":["The State Grid Henan Information & Communication Company, Zhengzhou 450052, China"],"affiliations":[{"raw_affiliation_string":"The State Grid Henan Information & Communication Company, Zhengzhou 450052, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046668357","display_name":"Feng Gao","orcid":"https://orcid.org/0000-0002-1825-328X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng Gao","raw_affiliation_strings":["The State Grid Henan Information & Communication Company, Zhengzhou 450052, China"],"affiliations":[{"raw_affiliation_string":"The State Grid Henan Information & Communication Company, Zhengzhou 450052, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009560352","display_name":"Haomin Wang","orcid":"https://orcid.org/0000-0001-6388-2432"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haomin Wang","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing 102206, China"],"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing 102206, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048291970","display_name":"Qi Fan","orcid":"https://orcid.org/0000-0003-3620-8201"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Fan","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing 102206, China"],"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing 102206, China","institution_ids":["https://openalex.org/I153473198"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100340805"],"corresponding_institution_ids":["https://openalex.org/I153473198"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.5525,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.65210374,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"13","issue":"2","first_page":"53","last_page":"53"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8311896324157715},{"id":"https://openalex.org/keywords/backup","display_name":"Backup","score":0.7178945541381836},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6909681558609009},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5695650577545166},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.5552119612693787},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.49840283393859863},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.4969928562641144},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4714706242084503},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4669452905654907},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.4237474799156189},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4196709394454956},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18699300289154053},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15620186924934387},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.12609145045280457}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8311896324157715},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.7178945541381836},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6909681558609009},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5695650577545166},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.5552119612693787},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.49840283393859863},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.4969928562641144},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4714706242084503},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4669452905654907},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.4237474799156189},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4196709394454956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18699300289154053},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15620186924934387},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.12609145045280457},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/info13020053","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info13020053","pdf_url":"https://www.mdpi.com/2078-2489/13/2/53/pdf?version=1643009468","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c206aabb7cac418a86b81290630ecf45","is_oa":true,"landing_page_url":"https://doaj.org/article/c206aabb7cac418a86b81290630ecf45","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 13, Iss 2, p 53 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2078-2489/13/2/53/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/info13020053","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information; Volume 13; Issue 2; Pages: 53","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/info13020053","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info13020053","pdf_url":"https://www.mdpi.com/2078-2489/13/2/53/pdf?version=1643009468","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5811886939","display_name":null,"funder_award_id":"SGHAXT00YJJS2100034","funder_id":"https://openalex.org/F4320326707","funder_display_name":"State Grid Corporation of China"}],"funders":[{"id":"https://openalex.org/F4320326707","display_name":"State Grid Corporation of China","ror":"https://ror.org/05twwhs70"},{"id":"https://openalex.org/F4320329256","display_name":"State Grid Henan Electric Power Company","ror":null},{"id":"https://openalex.org/F4320335967","display_name":"Science and Technology Project of State Grid","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4207005607.pdf","grobid_xml":"https://content.openalex.org/works/W4207005607.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2105685892","https://openalex.org/W2343204836","https://openalex.org/W2546189752","https://openalex.org/W2583709277","https://openalex.org/W2759450472","https://openalex.org/W2781406013","https://openalex.org/W2889032212","https://openalex.org/W2895216609","https://openalex.org/W2902904875","https://openalex.org/W2907360309","https://openalex.org/W2913844256","https://openalex.org/W2947041220","https://openalex.org/W2964128427","https://openalex.org/W2969592737","https://openalex.org/W2979631453","https://openalex.org/W2985404942","https://openalex.org/W3013889076","https://openalex.org/W3016075928","https://openalex.org/W3022894170","https://openalex.org/W3034215559","https://openalex.org/W3093532654","https://openalex.org/W3100568373","https://openalex.org/W3101030627","https://openalex.org/W3128035540","https://openalex.org/W3130671762","https://openalex.org/W3131027618","https://openalex.org/W3164263739","https://openalex.org/W3199486317"],"related_works":["https://openalex.org/W2955195711","https://openalex.org/W79913212","https://openalex.org/W2354454611","https://openalex.org/W2094884983","https://openalex.org/W2993266126","https://openalex.org/W2392283887","https://openalex.org/W2378898096","https://openalex.org/W2351388597","https://openalex.org/W2939925694","https://openalex.org/W2890601616"],"abstract_inverted_index":{"Software-defined":[0],"networking":[1],"(SDN)":[2],"and":[3,17,22,47,51,74,108,127,149,173],"network":[4,10,30],"function":[5],"virtualization":[6],"(NFV)":[7],"make":[8],"a":[9,14,86,115],"programmable,":[11],"resulting":[12],"in":[13,59,170],"more":[15,168],"flexible":[16],"agile":[18],"network.":[19],"An":[20],"important":[21],"promising":[23],"application":[24],"for":[25],"these":[26],"two":[27],"technologies":[28],"is":[29,94,167],"security,":[31],"where":[32],"they":[33],"can":[34],"dynamically":[35],"chain":[36,89],"virtual":[37],"security":[38,72,87],"functions":[39],"(VSFs),":[40],"such":[41],"as":[42],"firewalls,":[43],"intrusion":[44,48],"detection":[45],"systems,":[46,50],"prevention":[49],"thus":[52],"inspect,":[53],"monitor,":[54],"or":[55],"filter":[56],"traffic":[57],"flows":[58],"cloud":[60],"data":[61],"center":[62],"networks.":[63],"In":[64],"view":[65],"of":[66,71,79,85,134,141,157],"the":[67,75,83,131,139,142,146,154,164],"strict":[68],"delay":[69,133,172],"constraints":[70],"services":[73],"high":[76],"failure":[77],"probability":[78],"VSFs,":[80],"we":[81,137],"propose":[82],"use":[84,114],"service":[88],"(SSC)":[90],"orchestration":[91,106,126],"algorithm":[92,102,121,166],"that":[93,163],"latency":[95],"aware":[96],"with":[97,177],"reliability":[98,175],"assurance":[99],"(LARA).":[100],"This":[101],"includes":[103],"an":[104],"SSC":[105,125],"module":[107],"VSF":[109,147,151],"backup":[110,150],"module.":[111],"We":[112],"first":[113],"reinforcement":[116],"learning":[117],"(RL)":[118],"based":[119],"Q-learning":[120],"to":[122,129,153],"achieve":[123],"efficient":[124],"try":[128],"reduce":[130],"end-to-end":[132],"services.":[135],"Then,":[136],"measure":[138],"importance":[140,156],"physical":[143],"nodes":[144],"carrying":[145],"instance":[148],"according":[152],"node":[155],"VSF.":[158],"Extensive":[159],"simulation":[160],"results":[161],"indicate":[162],"LARA":[165],"effective":[169],"reducing":[171],"ensuring":[174],"compared":[176],"other":[178],"algorithms.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}