{"id":"https://openalex.org/W3212872325","doi":"https://doi.org/10.1109/jsac.2021.3126085","title":"Enabling Robust DRL-Driven Networking Systems via Teacher-Student Learning","display_name":"Enabling Robust DRL-Driven Networking Systems via Teacher-Student Learning","publication_year":2021,"publication_date":"2021-11-10","ids":{"openalex":"https://openalex.org/W3212872325","doi":"https://doi.org/10.1109/jsac.2021.3126085","mag":"3212872325"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2021.3126085","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2021.3126085","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101489016","display_name":"Ying Zheng","orcid":"https://orcid.org/0000-0001-8823-2460"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ying Zheng","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100729354","display_name":"Lixiang Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lixiang Lin","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100425391","display_name":"Tianqi Zhang","orcid":"https://orcid.org/0000-0002-7129-5622"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianqi Zhang","raw_affiliation_strings":["School of Mathematical Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematical Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100763973","display_name":"Haoyu Chen","orcid":"https://orcid.org/0000-0003-0676-4610"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Chen","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036041576","display_name":"Qingyang Duan","orcid":"https://orcid.org/0000-0002-9268-1979"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyang Duan","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063792608","display_name":"Yuedong Xu","orcid":"https://orcid.org/0000-0003-4168-3998"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuedong Xu","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100327844","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0001-8639-3818"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101489016"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":1.7292,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.86882353,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"40","issue":"1","first_page":"376","last_page":"392"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8275896310806274},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7346243858337402},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7115153074264526},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.42779308557510376},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.42641186714172363},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39123648405075073},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3778921663761139},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.33301305770874023},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2951737940311432}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8275896310806274},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7346243858337402},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7115153074264526},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.42779308557510376},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.42641186714172363},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39123648405075073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3778921663761139},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.33301305770874023},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2951737940311432},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2021.3126085","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2021.3126085","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4880136646","display_name":null,"funder_award_id":"61772139","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4995821630","display_name":null,"funder_award_id":"62072117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1487478277","https://openalex.org/W1589064538","https://openalex.org/W1840625103","https://openalex.org/W1845972764","https://openalex.org/W1976944900","https://openalex.org/W1982063824","https://openalex.org/W1986998777","https://openalex.org/W1992154527","https://openalex.org/W2022844530","https://openalex.org/W2036420025","https://openalex.org/W2088413745","https://openalex.org/W2112468706","https://openalex.org/W2162849300","https://openalex.org/W2167407752","https://openalex.org/W2201581102","https://openalex.org/W2294512426","https://openalex.org/W2546571074","https://openalex.org/W2736601468","https://openalex.org/W2744628735","https://openalex.org/W2746553466","https://openalex.org/W2766447205","https://openalex.org/W2768254111","https://openalex.org/W2802214001","https://openalex.org/W2859870583","https://openalex.org/W2883529420","https://openalex.org/W2963687836","https://openalex.org/W2964263252","https://openalex.org/W2967595108","https://openalex.org/W2968986602","https://openalex.org/W3038898937","https://openalex.org/W3044022314","https://openalex.org/W3046478992","https://openalex.org/W3047132563","https://openalex.org/W3047203996","https://openalex.org/W3047438757","https://openalex.org/W3098136764","https://openalex.org/W3100357905","https://openalex.org/W3123231801","https://openalex.org/W3138562521","https://openalex.org/W4206497039","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W6629120754","https://openalex.org/W6637967152","https://openalex.org/W6638088447","https://openalex.org/W6683204974","https://openalex.org/W6687681856","https://openalex.org/W6691553443","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6753325967","https://openalex.org/W6762728350","https://openalex.org/W6792319309"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090","https://openalex.org/W2964765435"],"abstract_inverted_index":{"The":[0,81,120],"past":[1],"few":[2],"years":[3],"have":[4],"witnessed":[5],"a":[6,68,143,234],"surge":[7],"of":[8,21,94,124,151,197,210,224],"interest":[9],"towards":[10],"deep":[11],"reinforcement":[12],"learning":[13,71,150],"(DRL)":[14],"in":[15,35,172,238],"computer":[16],"networks.":[17],"With":[18],"extraordinary":[19],"ability":[20],"feature":[22],"extraction,":[23],"DRL":[24],"has":[25],"the":[26,30,92,101,109,116,128,138,149,155,163,189,193,203,221,229],"potential":[27],"to":[28,78,107,147,160],"re-engineer":[29],"fundamental":[31],"resource":[32],"allocation":[33],"problems":[34],"networking":[36],"without":[37],"relying":[38],"on":[39],"pre-programmed":[40],"models":[41],"or":[42],"assumptions":[43],"about":[44],"dynamic":[45,239],"environments.":[46,240],"However,":[47],"such":[48],"black-box":[49],"systems":[50],"suffer":[51],"from":[52],"poor":[53,60],"robustness,":[54],"showing":[55],"high":[56],"performance":[57,194,209,237],"variance":[58],"and":[59,114,135,154,180,206,215,218,232],"tail":[61,208],"performance.":[62],"In":[63],"this":[64],"work,":[65],"we":[66],"propose":[67],"unified":[69],"Teacher-Student":[70,121,170],"framework":[72,171],"that":[73,188],"harnesses":[74],"rich":[75],"domain":[76],"knowledge":[77],"improve":[79],"robustness.":[80],"domain-specific":[82],"algorithms,":[83],"less":[84],"performant":[85],"but":[86],"more":[87,235],"trustable":[88],"than":[89],"DRL,":[90],"play":[91],"role":[93],"teachers":[95],"providing":[96],"advice":[97,118],"at":[98,228],"critical":[99],"states;":[100],"student":[102,152],"neural":[103],"network":[104],"is":[105],"steered":[106],"maximize":[108],"expected":[110],"reward":[111,139],"as":[112],"usual":[113],"mimic":[115],"teacher\u2019s":[117],"meanwhile.":[119],"method":[122],"comprises":[123],"three":[125],"modules":[126],"where":[127],"confidence":[129],"check":[130],"module":[131,141,159],"locates":[132],"wrong":[133],"decisions":[134],"risky":[136],"decisions,":[137],"shaping":[140],"designs":[142],"new":[144],"updating":[145],"function":[146],"stimulate":[148],"network,":[153],"prioritized":[156],"experience":[157],"replay":[158],"effectively":[161],"utilize":[162],"advised":[164],"actions.":[165],"We":[166],"further":[167],"implement":[168],"our":[169],"existing":[173],"video":[174],"streaming":[175],"(Pensieve),":[176],"load":[177],"balancing":[178],"(DeepLB),":[179],"TCP":[181],"congestion":[182],"control":[183],"(Aurora).":[184],"Experimental":[185],"results":[186],"manifest":[187],"proposed":[190],"approach":[191],"reduces":[192],"standard":[195],"deviation":[196],"DeepLB":[198],"by":[199,212,226],"37%;":[200],"it":[201,219],"improves":[202],"90th,":[204],"95th,":[205],"99th":[207],"Pensieve":[211],"7.6%,":[213],"8.8%,":[214],"10.7%":[216],"respectively;":[217],"accelerates":[220],"growth":[222],"rate":[223],"Aurora":[225],"2x":[227],"initial":[230],"stage,":[231],"achieves":[233],"stable":[236]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}