{"id":"https://openalex.org/W3215027493","doi":"https://doi.org/10.1109/tnet.2021.3126933","title":"Enabling Scalable Routing in Software-Defined Networks With Deep Reinforcement Learning on Critical Nodes","display_name":"Enabling Scalable Routing in Software-Defined Networks With Deep Reinforcement Learning on Critical Nodes","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W3215027493","doi":"https://doi.org/10.1109/tnet.2021.3126933","mag":"3215027493"},"language":"en","primary_location":{"id":"doi:10.1109/tnet.2021.3126933","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2021.3126933","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102011442","display_name":"Penghao Sun","orcid":"https://orcid.org/0000-0002-8606-9337"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Penghao Sun","raw_affiliation_strings":["Academy of Military Sciences, Beijing, China","National Digital Switching System Engineering and Technological Research and Development Center, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8606-9337","affiliations":[{"raw_affiliation_string":"Academy of Military Sciences, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"National Digital Switching System Engineering and Technological Research and Development Center, Zhengzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026436576","display_name":"Zehua Guo","orcid":"https://orcid.org/0000-0001-7314-410X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zehua Guo","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7314-410X","affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101634693","display_name":"Junfei Li","orcid":"https://orcid.org/0000-0002-8038-5611"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junfei Li","raw_affiliation_strings":["National Digital Switching System Engineering and Technological Research and Development Center, Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Digital Switching System Engineering and Technological Research and Development Center, Zhengzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014490044","display_name":"Yang Xu","orcid":"https://orcid.org/0000-0002-0958-8547"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Xu","raw_affiliation_strings":["Fudan University, Shanghai, China","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-0958-8547","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113774551","display_name":"Julong Lan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Julong Lan","raw_affiliation_strings":["Academy of Military Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academy of Military Sciences, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103226450","display_name":"Yuxiang Hu","orcid":"https://orcid.org/0009-0005-8536-3840"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuxiang Hu","raw_affiliation_strings":["Academy of Military Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academy of Military Sciences, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102011442"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.5652,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.96882599,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"30","issue":"2","first_page":"629","last_page":"640"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.753704309463501},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.599135160446167},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5852972269058228},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.5824905633926392},{"id":"https://openalex.org/keywords/hierarchical-routing","display_name":"Hierarchical routing","score":0.5534555315971375},{"id":"https://openalex.org/keywords/routing-domain","display_name":"Routing domain","score":0.5414303541183472},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.5124724507331848},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4997220039367676},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.4916432499885559},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.4600287675857544},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.45635369420051575},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.4484803080558777},{"id":"https://openalex.org/keywords/routing-table","display_name":"Routing table","score":0.4450817406177521},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.33776843547821045},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.08712425827980042}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.753704309463501},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.599135160446167},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5852972269058228},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.5824905633926392},{"id":"https://openalex.org/C177818476","wikidata":"https://www.wikidata.org/wiki/Q12878103","display_name":"Hierarchical routing","level":5,"score":0.5534555315971375},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.5414303541183472},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.5124724507331848},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4997220039367676},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.4916432499885559},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.4600287675857544},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.45635369420051575},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.4484803080558777},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.4450817406177521},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.33776843547821045},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.08712425827980042}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnet.2021.3126933","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2021.3126933","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1577995037","display_name":null,"funder_award_id":"62172108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6297774286","display_name":null,"funder_award_id":"62002382","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6313362317","display_name":null,"funder_award_id":"61802315","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7209202450","display_name":null,"funder_award_id":"2020YFB1804800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8967095666","display_name":null,"funder_award_id":"62002019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327514","display_name":"Beijing Institute of Technology Research Fund Program for Young Scholars","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1771410628","https://openalex.org/W1948092788","https://openalex.org/W1995213405","https://openalex.org/W2010611103","https://openalex.org/W2044775737","https://openalex.org/W2062692785","https://openalex.org/W2075489015","https://openalex.org/W2077835140","https://openalex.org/W2078474261","https://openalex.org/W2080167766","https://openalex.org/W2101420429","https://openalex.org/W2119436991","https://openalex.org/W2121973001","https://openalex.org/W2145339207","https://openalex.org/W2157331557","https://openalex.org/W2165991108","https://openalex.org/W2201581102","https://openalex.org/W2471288191","https://openalex.org/W2512877821","https://openalex.org/W2560178266","https://openalex.org/W2566425973","https://openalex.org/W2724169821","https://openalex.org/W2736601468","https://openalex.org/W2740547213","https://openalex.org/W2744628735","https://openalex.org/W2746553466","https://openalex.org/W2749928749","https://openalex.org/W2758296822","https://openalex.org/W2759212564","https://openalex.org/W2883653807","https://openalex.org/W2911773587","https://openalex.org/W2920933065","https://openalex.org/W2942476636","https://openalex.org/W2951799221","https://openalex.org/W2963222872","https://openalex.org/W2963549123","https://openalex.org/W2963864421","https://openalex.org/W3024450730","https://openalex.org/W3089022684","https://openalex.org/W3126135128","https://openalex.org/W4231527498","https://openalex.org/W4246071789","https://openalex.org/W4251605012","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6682132143","https://openalex.org/W6682459407","https://openalex.org/W6683300800","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6740092555","https://openalex.org/W6741002519","https://openalex.org/W6743802245","https://openalex.org/W6744749404"],"related_works":["https://openalex.org/W2155400411","https://openalex.org/W2352609928","https://openalex.org/W2220567392","https://openalex.org/W2141748222","https://openalex.org/W2352561993","https://openalex.org/W2096480024","https://openalex.org/W2461681138","https://openalex.org/W2105624008","https://openalex.org/W2033141454","https://openalex.org/W2518767500"],"abstract_inverted_index":{"Traditional":[0],"routing":[1,8,57,67,96,103,172,177],"schemes":[2,225],"usually":[3,59],"use":[4],"fixed":[5,201],"models":[6],"for":[7,69,98,163],"policies":[9],"and":[10,18,51,72,82,105,121,174,191,237],"thus":[11],"are":[12,74],"not":[13],"good":[14],"at":[15],"handling":[16],"complicated":[17],"dynamic":[19],"traffic,":[20],"leading":[21],"to":[22,43,65,77,84,108,169,235],"performance":[23,46,104,207],"degradation":[24],"(e.g.,":[25],"poor":[26],"quality":[27],"of":[28,115,127,189,195,208],"service).":[29],"Emerging":[30],"Deep":[31],"Reinforcement":[32],"Learning":[33],"(DRL)":[34],"coupled":[35],"with":[36,47],"Software-Defined":[37],"Networking":[38],"(SDN)":[39],"provides":[40],"new":[41],"opportunities":[42],"improve":[44,175],"network":[45,71,119,132,141,202],"automatic":[48],"traffic":[49,151],"analysis":[50],"policy":[52],"generation.":[53],"However,":[54],"existing":[55,223],"DRL-based":[56,95,224],"solutions":[58],"rely":[60],"on":[61,118,144,153,182,199,214],"all":[62],"node":[63],"information":[64],"make":[66],"decisions":[68],"the":[70,102,139,145,150,154,171,176,180,186,193,196,200,206,228],"hence":[73],"both":[75],"hard":[76],"converge":[78],"in":[79],"large":[80],"networks":[81],"vulnerable":[83],"topology":[85,109,243],"changes.":[86,110,244],"In":[87],"this":[88],"paper,":[89],"we":[90,210],"propose":[91],"ScaleDeep,":[92,209],"a":[93,125,131,164],"scalable":[94],"scheme":[97],"SDN,":[99],"which":[100,136],"improves":[101,185],"is":[106],"resilient":[107],"Essentially,":[111],"ScaleDeep":[112,221],"takes":[113],"advantage":[114],"partial":[116],"control":[117,146,181],"nodes":[120,129,184],"DRL.":[122],"We":[123],"select":[124],"set":[126],"critical":[128],"from":[130],"as":[133],"driver":[134,155,183],"nodes,":[135,156],"can":[137],"simulate":[138],"entire":[140],"operation,":[142],"based":[143],"theory.":[147],"By":[148],"observing":[149],"variation":[152],"DRL":[157,190,197],"dynamically":[158],"adjusts":[159],"some":[160],"link":[161],"weights":[162],"weighted":[165],"shortest":[166],"path":[167],"algorithm":[168],"change":[170],"paths":[173],"performance.":[178],"Limiting":[179],"convergence":[187],"ability":[188],"reduces":[192],"dependency":[194],"agent":[198],"topology.":[203],"To":[204],"validate":[205],"conduct":[211],"packet-level":[212],"simulations":[213],"different":[215],"topologies.":[216],"The":[217],"results":[218],"show":[219],"that":[220],"outperforms":[222],"by":[226,233],"reducing":[227],"average":[229],"flow":[230],"completion":[231],"time":[232],"up":[234],"36%":[236],"exhibiting":[238],"better":[239],"robustness":[240],"against":[241],"minor":[242]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}