{"id":"https://openalex.org/W3015299082","doi":"https://doi.org/10.1109/icassp40776.2020.9054483","title":"Improving the Scalability of Deep Reinforcement Learning-Based Routing with Control on Partial Nodes","display_name":"Improving the Scalability of Deep Reinforcement Learning-Based Routing with Control on Partial Nodes","publication_year":2020,"publication_date":"2020-04-09","ids":{"openalex":"https://openalex.org/W3015299082","doi":"https://doi.org/10.1109/icassp40776.2020.9054483","mag":"3015299082"},"language":"en","primary_location":{"id":"doi:10.1109/icassp40776.2020.9054483","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9054483","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102011442","display_name":"Penghao Sun","orcid":"https://orcid.org/0000-0002-8606-9337"},"institutions":[{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Penghao Sun","raw_affiliation_strings":["National Digital Switching System Engineering & Technological R&D Center"],"affiliations":[{"raw_affiliation_string":"National Digital Switching System Engineering & Technological R&D Center","institution_ids":["https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113774551","display_name":"Julong Lan","orcid":null},"institutions":[{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Julong Lan","raw_affiliation_strings":["National Digital Switching System Engineering & Technological R&D Center"],"affiliations":[{"raw_affiliation_string":"National Digital Switching System Engineering & Technological R&D Center","institution_ids":["https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026436576","display_name":"Zehua Guo","orcid":"https://orcid.org/0000-0001-7314-410X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zehua Guo","raw_affiliation_strings":["Beijing Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014490044","display_name":"Yang Xu","orcid":"https://orcid.org/0000-0002-0958-8547"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Xu","raw_affiliation_strings":["Fudan University"],"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103226450","display_name":"Yuxiang Hu","orcid":"https://orcid.org/0009-0005-8536-3840"},"institutions":[{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Yuxiang Hu","raw_affiliation_strings":["National Digital Switching System Engineering & Technological R&D Center"],"affiliations":[{"raw_affiliation_string":"National Digital Switching System Engineering & Technological R&D Center","institution_ids":["https://openalex.org/I918919364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102011442"],"corresponding_institution_ids":["https://openalex.org/I918919364"],"apc_list":null,"apc_paid":null,"fwci":1.8501,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.8619289,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3557","last_page":"3561"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8053300380706787},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7634809017181396},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.732812762260437},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7095675468444824},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6330986022949219},{"id":"https://openalex.org/keywords/hierarchical-routing","display_name":"Hierarchical routing","score":0.5037662386894226},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.495731920003891},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.48173788189888},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.46532317996025085},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.44632360339164734},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.4286026060581207},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.4052135944366455},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24197328090667725}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8053300380706787},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7634809017181396},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.732812762260437},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7095675468444824},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6330986022949219},{"id":"https://openalex.org/C177818476","wikidata":"https://www.wikidata.org/wiki/Q12878103","display_name":"Hierarchical routing","level":5,"score":0.5037662386894226},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.495731920003891},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.48173788189888},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.46532317996025085},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.44632360339164734},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.4286026060581207},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.4052135944366455},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24197328090667725},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp40776.2020.9054483","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9054483","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1948092788","https://openalex.org/W1997299558","https://openalex.org/W2024287692","https://openalex.org/W2101420429","https://openalex.org/W2127658890","https://openalex.org/W2147118406","https://openalex.org/W2156666755","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2512877821","https://openalex.org/W2883653807","https://openalex.org/W2890957263","https://openalex.org/W2963549123","https://openalex.org/W2963864421","https://openalex.org/W2969218621","https://openalex.org/W2972385320","https://openalex.org/W4302570325","https://openalex.org/W6682459407","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6767751474"],"related_works":["https://openalex.org/W3013815701","https://openalex.org/W1997091564","https://openalex.org/W2012247215","https://openalex.org/W2166368933","https://openalex.org/W2347220145","https://openalex.org/W2378196021","https://openalex.org/W2143656291","https://openalex.org/W2361521232","https://openalex.org/W2312346731","https://openalex.org/W242364578"],"abstract_inverted_index":{"Machine":[0],"Learning":[1,75],"(ML)-based":[2],"routing":[3,14,53,65,81],"optimization":[4],"has":[5],"been":[6],"proposed":[7],"to":[8,29,36,67,83,118],"optimize":[9,84],"the":[10,57,94],"performance":[11],"of":[12],"flow":[13,96],"for":[15,31,52,103],"future":[16],"networks,":[17],"such":[18],"as":[19],"Software-Defined":[20],"Networks":[21],"(SDNs).":[22],"However,":[23],"existing":[24],"studies":[25],"are":[26],"either":[27],"hard":[28],"converge":[30],"large":[32],"networks":[33],"or":[34],"vulnerable":[35],"topology":[37,115],"changes.":[38],"In":[39],"this":[40],"paper,":[41],"we":[42],"propose":[43],"SINET,":[44],"a":[45,72,104],"scalable":[46],"and":[47,59,109],"intelligent":[48],"network":[49,85,105],"control":[50],"framework":[51],"optimization.":[54],"To":[55],"improve":[56],"robustness":[58,112],"scalability,":[60],"SINET":[61,91],"selects":[62],"several":[63],"critical":[64],"nodes":[66,108],"be":[68],"directly":[69],"controlled":[70],"by":[71,99],"Deep":[73],"Reinforcement":[74],"(DRL)":[76],"agent,":[77],"which":[78],"dynamically":[79],"generates":[80],"policy":[82],"performance.":[86],"Simulation":[87],"results":[88],"show":[89],"that":[90],"can":[92],"reduce":[93],"average":[95],"completion":[97],"time":[98],"at":[100],"least":[101],"32%":[102],"with":[106],"82":[107],"exhibit":[110],"better":[111],"against":[113],"minor":[114],"changes,":[116],"compared":[117],"other":[119],"DRL-based":[120],"schemes.":[121]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}