{"id":"https://openalex.org/W3119427724","doi":"https://doi.org/10.1109/tnsm.2021.3049298","title":"DDQP: A Double Deep Q-Learning Approach to Online Fault-Tolerant SFC Placement","display_name":"DDQP: A Double Deep Q-Learning Approach to Online Fault-Tolerant SFC Placement","publication_year":2021,"publication_date":"2021-01-05","ids":{"openalex":"https://openalex.org/W3119427724","doi":"https://doi.org/10.1109/tnsm.2021.3049298","mag":"3119427724"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2021.3049298","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3049298","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100436138","display_name":"Lei Wang","orcid":"https://orcid.org/0000-0003-3413-6734"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lei Wang","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China","Shanghai Key Laboratory of Intelligent Information Processing, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Shanghai Key Laboratory of Intelligent Information Processing, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062407321","display_name":"Weixi Mao","orcid":"https://orcid.org/0000-0002-3328-1764"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weixi Mao","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China","Shanghai Key Laboratory of Intelligent Information Processing, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Shanghai Key Laboratory of Intelligent Information Processing, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003998216","display_name":"Jin Zhao","orcid":"https://orcid.org/0000-0002-9807-2648"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Zhao","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China","Shanghai Key Laboratory of Intelligent Information Processing, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Shanghai Key Laboratory of Intelligent Information Processing, Shanghai, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063792608","display_name":"Yuedong Xu","orcid":"https://orcid.org/0000-0003-4168-3998"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuedong Xu","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100436138"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":6.7241,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.96967469,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"18","issue":"1","first_page":"118","last_page":"132"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8445764780044556},{"id":"https://openalex.org/keywords/stateful-firewall","display_name":"Stateful firewall","score":0.767267107963562},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.6033486127853394},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5655752420425415},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4776557683944702},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.47506850957870483},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.43491992354393005},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.43101975321769714},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4284132122993469},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4282152056694031},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4224890470504761},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35396623611450195},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3079186677932739},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.23043829202651978},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14092206954956055}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8445764780044556},{"id":"https://openalex.org/C22927095","wikidata":"https://www.wikidata.org/wiki/Q1784206","display_name":"Stateful firewall","level":3,"score":0.767267107963562},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.6033486127853394},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5655752420425415},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4776557683944702},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.47506850957870483},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.43491992354393005},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.43101975321769714},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4284132122993469},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4282152056694031},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4224890470504761},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35396623611450195},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3079186677932739},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.23043829202651978},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14092206954956055},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2021.3049298","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3049298","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G977282846","display_name":null,"funder_award_id":"61972101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1435010830","https://openalex.org/W1572904055","https://openalex.org/W1578960134","https://openalex.org/W1665214252","https://openalex.org/W1757796397","https://openalex.org/W1978714022","https://openalex.org/W1995919583","https://openalex.org/W1997650479","https://openalex.org/W2043352445","https://openalex.org/W2089194229","https://openalex.org/W2091432990","https://openalex.org/W2138314086","https://openalex.org/W2145339207","https://openalex.org/W2155007355","https://openalex.org/W2155027007","https://openalex.org/W2155968351","https://openalex.org/W2163605009","https://openalex.org/W2257979135","https://openalex.org/W2289096564","https://openalex.org/W2319313589","https://openalex.org/W2374516805","https://openalex.org/W2483730973","https://openalex.org/W2546571074","https://openalex.org/W2560835312","https://openalex.org/W2564034046","https://openalex.org/W2579461576","https://openalex.org/W2585512500","https://openalex.org/W2621645901","https://openalex.org/W2734629956","https://openalex.org/W2742102025","https://openalex.org/W2746553466","https://openalex.org/W2766447205","https://openalex.org/W2769883686","https://openalex.org/W2788163338","https://openalex.org/W2789994870","https://openalex.org/W2886182585","https://openalex.org/W2941510496","https://openalex.org/W2949913798","https://openalex.org/W2962948535","https://openalex.org/W2963274209","https://openalex.org/W2964161785","https://openalex.org/W2964281292","https://openalex.org/W2970971581","https://openalex.org/W2983809055","https://openalex.org/W2995673860","https://openalex.org/W2996431531","https://openalex.org/W2996568029","https://openalex.org/W2996945891","https://openalex.org/W3015810695","https://openalex.org/W3046036859","https://openalex.org/W4285719527","https://openalex.org/W4295312788","https://openalex.org/W4298857966","https://openalex.org/W6628561984","https://openalex.org/W6634238465","https://openalex.org/W6637242042","https://openalex.org/W6682849425","https://openalex.org/W6683204974","https://openalex.org/W6684191040","https://openalex.org/W6731397234","https://openalex.org/W6732133682","https://openalex.org/W6746605513","https://openalex.org/W6762327732","https://openalex.org/W6766978945","https://openalex.org/W6781035822"],"related_works":["https://openalex.org/W2583381754","https://openalex.org/W2144255176","https://openalex.org/W2222333653","https://openalex.org/W1970797462","https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W109977192","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W4320058172"],"abstract_inverted_index":{"Since":[0],"Network":[1,24],"Function":[2],"Virtualization":[3],"(NFV)":[4],"decouples":[5],"network":[6,79,104],"functions":[7],"(NFs)":[8],"from":[9,119],"the":[10,18,73,78,108,132,136,175,197,200,213,220,223],"underlying":[11],"dedicated":[12],"hardware":[13],"and":[14,68,75,140,168,180,229],"realizes":[15],"them":[16],"in":[17,32,241],"form":[19],"of":[20,44,48,77,110,134,138,149,199,222],"software":[21,59],"called":[22],"Virtual":[23],"Functions":[25],"(VNFs),":[26],"they":[27],"are":[28,52],"enabled":[29],"to":[30,54,64,99,122,125,152,165,195],"run":[31],"any":[33],"resource-sufficient":[34],"virtual":[35],"machines.":[36],"A":[37],"service":[38,142],"function":[39],"chain":[40],"(SFC)":[41],"is":[42,226],"composed":[43],"a":[45,83],"sequential":[46],"set":[47],"VNFs.":[49],"As":[50],"VNFs":[51],"vulnerable":[53],"various":[55],"faults":[56],"such":[57],"as":[58],"failures,":[60],"we":[61,81,113,144,204],"consider":[62],"how":[63],"deploy":[65],"both":[66],"active":[67,120],"standby":[69,123],"SFC":[70,89,201],"instances.":[71],"Given":[72],"complexity":[74],"unpredictability":[76],"state,":[80],"propose":[82],"double":[84],"deep":[85,96],"Q-networks":[86],"based":[87],"online":[88],"placement":[90,215],"scheme":[91],"DDQP.":[92],"Specifically,":[93,172],"DDQP":[94,162,173,210],"uses":[95],"neural":[97],"networks":[98],"deal":[100],"with":[101,188,218],"large":[102],"continuous":[103],"state":[105,117,202],"space.":[106],"In":[107,193],"case":[109],"stateful":[111],"VNFs,":[112],"offer":[114],"constant":[115],"generated":[116],"updates":[118],"instances":[121,124],"guarantee":[126],"seamless":[127],"redirection":[128],"after":[129],"failures.":[130],"With":[131],"goal":[133],"balancing":[135],"waste":[137],"resources":[139],"ensuring":[141],"reliability,":[143],"introduce":[145],"five":[146],"progressive":[147],"schemes":[148,187],"resource":[150],"reservations":[151],"meet":[153],"different":[154,186],"customer":[155],"needs.":[156],"Our":[157],"experimental":[158],"results":[159,233],"demonstrate":[160],"that":[161,236],"responds":[163],"rapidly":[164],"arriving":[166],"requests":[167],"reaches":[169],"near-optimal":[170],"performance.":[171],"outweighs":[174],"state-of-the-art":[176],"method":[177],"by":[178,211],"16.30%":[179],"38.51%":[181],"higher":[182],"acceptance":[183],"ratio":[184],"under":[185],"82x":[189],"speedup":[190],"on":[191],"average.":[192],"order":[194],"enhance":[196],"integrity":[198],"transition,":[203],"further":[205,239],"proposed":[206],"DDQP+,":[207],"which":[208],"extends":[209],"adding":[212],"delayed":[214],"mechanism.":[216],"Compared":[217],"DDQP,":[219],"design":[221],"DDQP+":[224,237],"algorithm":[225],"more":[227],"reasonable":[228],"comprehensive.":[230],"The":[231],"experiment":[232],"also":[234],"show":[235],"achieved":[238],"improvement":[240],"multiple":[242],"performance":[243],"indicators.":[244]},"counts_by_year":[{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}