{"id":"https://openalex.org/W3187829000","doi":"https://doi.org/10.1109/comst.2021.3102580","title":"Leveraging Deep Reinforcement Learning for Traffic Engineering: A Survey","display_name":"Leveraging Deep Reinforcement Learning for Traffic Engineering: A Survey","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3187829000","doi":"https://doi.org/10.1109/comst.2021.3102580","mag":"3187829000"},"language":"en","primary_location":{"id":"doi:10.1109/comst.2021.3102580","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comst.2021.3102580","pdf_url":null,"source":{"id":"https://openalex.org/S23688054","display_name":"IEEE Communications Surveys & Tutorials","issn_l":"1553-877X","issn":["1553-877X","2373-745X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Surveys & Tutorials","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100740877","display_name":"Yang Xiao","orcid":"https://orcid.org/0000-0001-6897-5531"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Xiao","raw_affiliation_strings":["Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6897-5531","affiliations":[{"raw_affiliation_string":"Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362109","display_name":"Jun Liu","orcid":"https://orcid.org/0000-0003-4007-6109"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Liu","raw_affiliation_strings":["Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4007-6109","affiliations":[{"raw_affiliation_string":"Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087410095","display_name":"Jiawei Wu","orcid":"https://orcid.org/0000-0002-7786-8815"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Wu","raw_affiliation_strings":["Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008864376","display_name":"Nirwan Ansari","orcid":"https://orcid.org/0000-0001-8541-3565"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nirwan Ansari","raw_affiliation_strings":["Electrical and Computer Engineering Department, New Jersey Institute of Technology, Newark, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0001-8541-3565","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, New Jersey Institute of Technology, Newark, NJ, USA","institution_ids":["https://openalex.org/I118118575"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.3458,"has_fulltext":false,"cited_by_count":115,"citation_normalized_percentile":{"value":0.9900269,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"23","issue":"4","first_page":"2064","last_page":"2097"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8130543231964111},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6234146952629089},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5757848620414734},{"id":"https://openalex.org/keywords/traffic-engineering","display_name":"Traffic engineering","score":0.4707413613796234},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4407517910003662},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4324643015861511},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.41425424814224243},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29227858781814575},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18732452392578125},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.17863577604293823},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.0749254822731018}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8130543231964111},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6234146952629089},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5757848620414734},{"id":"https://openalex.org/C16160715","wikidata":"https://www.wikidata.org/wiki/Q1640676","display_name":"Traffic engineering","level":2,"score":0.4707413613796234},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4407517910003662},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4324643015861511},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.41425424814224243},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29227858781814575},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18732452392578125},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17863577604293823},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0749254822731018},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/comst.2021.3102580","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comst.2021.3102580","pdf_url":null,"source":{"id":"https://openalex.org/S23688054","display_name":"IEEE Communications Surveys & Tutorials","issn_l":"1553-877X","issn":["1553-877X","2373-745X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Surveys & Tutorials","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5600000023841858}],"awards":[{"id":"https://openalex.org/G4155033872","display_name":null,"funder_award_id":"CX2021112","funder_id":"https://openalex.org/F4320321470","funder_display_name":"Beijing University of Posts and Telecommunications"}],"funders":[{"id":"https://openalex.org/F4320321470","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":261,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1191599655","https://openalex.org/W1515106148","https://openalex.org/W1548708915","https://openalex.org/W1579655362","https://openalex.org/W1612056114","https://openalex.org/W1641379095","https://openalex.org/W1655431917","https://openalex.org/W1771410628","https://openalex.org/W1836465849","https://openalex.org/W1970691089","https://openalex.org/W1970789124","https://openalex.org/W1977655452","https://openalex.org/W1991539813","https://openalex.org/W1995945562","https://openalex.org/W1997299558","https://openalex.org/W2002533210","https://openalex.org/W2007309295","https://openalex.org/W2014571013","https://openalex.org/W2015946486","https://openalex.org/W2017957151","https://openalex.org/W2022844530","https://openalex.org/W2055630539","https://openalex.org/W2059766883","https://openalex.org/W2068654401","https://openalex.org/W2077107182","https://openalex.org/W2081787917","https://openalex.org/W2091005538","https://openalex.org/W2096118443","https://openalex.org/W2099618002","https://openalex.org/W2104602264","https://openalex.org/W2107427360","https://openalex.org/W2109345512","https://openalex.org/W2112495447","https://openalex.org/W2112525087","https://openalex.org/W2115211925","https://openalex.org/W2115335143","https://openalex.org/W2117884704","https://openalex.org/W2120002291","https://openalex.org/W2121863487","https://openalex.org/W2126105956","https://openalex.org/W2128569883","https://openalex.org/W2130801532","https://openalex.org/W2133569115","https://openalex.org/W2139378549","https://openalex.org/W2145339207","https://openalex.org/W2147118406","https://openalex.org/W2151594619","https://openalex.org/W2155027007","https://openalex.org/W2155894447","https://openalex.org/W2155968351","https://openalex.org/W2156666755","https://openalex.org/W2156737235","https://openalex.org/W2159798229","https://openalex.org/W2163922914","https://openalex.org/W2164740236","https://openalex.org/W2165150801","https://openalex.org/W2165171393","https://openalex.org/W2168595508","https://openalex.org/W2173564293","https://openalex.org/W2194775991","https://openalex.org/W2201581102","https://openalex.org/W2237196758","https://openalex.org/W2248064281","https://openalex.org/W2290354866","https://openalex.org/W2318663366","https://openalex.org/W2342408547","https://openalex.org/W2342662072","https://openalex.org/W2343187072","https://openalex.org/W2395575420","https://openalex.org/W2479294137","https://openalex.org/W2493400205","https://openalex.org/W2512877821","https://openalex.org/W2522489477","https://openalex.org/W2526634475","https://openalex.org/W2531123705","https://openalex.org/W2540285146","https://openalex.org/W2546571074","https://openalex.org/W2558116332","https://openalex.org/W2564810971","https://openalex.org/W2566425973","https://openalex.org/W2575705757","https://openalex.org/W2580909119","https://openalex.org/W2583993537","https://openalex.org/W2586101872","https://openalex.org/W2591037994","https://openalex.org/W2592798481","https://openalex.org/W2592901955","https://openalex.org/W2594103415","https://openalex.org/W2597068831","https://openalex.org/W2604880797","https://openalex.org/W2614904885","https://openalex.org/W2617931713","https://openalex.org/W2626305543","https://openalex.org/W2724169821","https://openalex.org/W2724616073","https://openalex.org/W2727450595","https://openalex.org/W2734517401","https://openalex.org/W2735793369","https://openalex.org/W2736601468","https://openalex.org/W2738226240","https://openalex.org/W2740377041","https://openalex.org/W2746553466","https://openalex.org/W2749928749","https://openalex.org/W2758296822","https://openalex.org/W2761873684","https://openalex.org/W2762436921","https://openalex.org/W2765302304","https://openalex.org/W2766447205","https://openalex.org/W2766753530","https://openalex.org/W2768254111","https://openalex.org/W2768956845","https://openalex.org/W2781726626","https://openalex.org/W2786928559","https://openalex.org/W2787938642","https://openalex.org/W2788005034","https://openalex.org/W2788115019","https://openalex.org/W2791432311","https://openalex.org/W2791797404","https://openalex.org/W2798705390","https://openalex.org/W2798776137","https://openalex.org/W2799263993","https://openalex.org/W2802445322","https://openalex.org/W2804229990","https://openalex.org/W2804727976","https://openalex.org/W2807731816","https://openalex.org/W2808486796","https://openalex.org/W2809547696","https://openalex.org/W2824027552","https://openalex.org/W2885982708","https://openalex.org/W2896079731","https://openalex.org/W2898035736","https://openalex.org/W2898231005","https://openalex.org/W2900804979","https://openalex.org/W2902608779","https://openalex.org/W2903523957","https://openalex.org/W2904246096","https://openalex.org/W2909859782","https://openalex.org/W2915905517","https://openalex.org/W2920054549","https://openalex.org/W2920334458","https://openalex.org/W2920933065","https://openalex.org/W2921334498","https://openalex.org/W2921413619","https://openalex.org/W2922424949","https://openalex.org/W2927073559","https://openalex.org/W2929242575","https://openalex.org/W2932226590","https://openalex.org/W2945086780","https://openalex.org/W2946348792","https://openalex.org/W2947829929","https://openalex.org/W2949201811","https://openalex.org/W2949561945","https://openalex.org/W2950471160","https://openalex.org/W2951054802","https://openalex.org/W2951309479","https://openalex.org/W2951799221","https://openalex.org/W2951896791","https://openalex.org/W2953708620","https://openalex.org/W2955338161","https://openalex.org/W2959594215","https://openalex.org/W2962175345","https://openalex.org/W2962883549","https://openalex.org/W2962940757","https://openalex.org/W2963000099","https://openalex.org/W2963095800","https://openalex.org/W2963184621","https://openalex.org/W2963296584","https://openalex.org/W2963407617","https://openalex.org/W2963423916","https://openalex.org/W2963477884","https://openalex.org/W2963549123","https://openalex.org/W2963641140","https://openalex.org/W2963674921","https://openalex.org/W2963677857","https://openalex.org/W2963747324","https://openalex.org/W2963757175","https://openalex.org/W2963864421","https://openalex.org/W2963923407","https://openalex.org/W2963985863","https://openalex.org/W2964043796","https://openalex.org/W2964125128","https://openalex.org/W2964174623","https://openalex.org/W2964248614","https://openalex.org/W2964291307","https://openalex.org/W2964340928","https://openalex.org/W2965549891","https://openalex.org/W2965749647","https://openalex.org/W2966944379","https://openalex.org/W2976585653","https://openalex.org/W2980812277","https://openalex.org/W2982316857","https://openalex.org/W2996896271","https://openalex.org/W2999146029","https://openalex.org/W3004924597","https://openalex.org/W3010301175","https://openalex.org/W3011120880","https://openalex.org/W3016712945","https://openalex.org/W3017275226","https://openalex.org/W3033278969","https://openalex.org/W3038089015","https://openalex.org/W3041133507","https://openalex.org/W3044022314","https://openalex.org/W3049511110","https://openalex.org/W3098133185","https://openalex.org/W3098197413","https://openalex.org/W3100789280","https://openalex.org/W3100857292","https://openalex.org/W3100944043","https://openalex.org/W3104294226","https://openalex.org/W3105592798","https://openalex.org/W3120210753","https://openalex.org/W3139377883","https://openalex.org/W3143876640","https://openalex.org/W3158726102","https://openalex.org/W3162118826","https://openalex.org/W4232284301","https://openalex.org/W4239779753","https://openalex.org/W4247255165","https://openalex.org/W4250979948","https://openalex.org/W4288319859","https://openalex.org/W4288601262","https://openalex.org/W4297797010","https://openalex.org/W4297824605","https://openalex.org/W4298876402","https://openalex.org/W4299802797","https://openalex.org/W4302570325","https://openalex.org/W6630750119","https://openalex.org/W6638018090","https://openalex.org/W6638667902","https://openalex.org/W6654084237","https://openalex.org/W6654473989","https://openalex.org/W6675811377","https://openalex.org/W6679257226","https://openalex.org/W6682459407","https://openalex.org/W6683107984","https://openalex.org/W6683195989","https://openalex.org/W6683204974","https://openalex.org/W6683300800","https://openalex.org/W6684205842","https://openalex.org/W6685444567","https://openalex.org/W6692846177","https://openalex.org/W6696324988","https://openalex.org/W6704571135","https://openalex.org/W6712181171","https://openalex.org/W6734517396","https://openalex.org/W6737662033","https://openalex.org/W6738796088","https://openalex.org/W6744838376","https://openalex.org/W6744927671","https://openalex.org/W6747473740","https://openalex.org/W6748203849","https://openalex.org/W6748239807","https://openalex.org/W6748638692","https://openalex.org/W6748839928","https://openalex.org/W6750761875","https://openalex.org/W6759949977","https://openalex.org/W6760250828","https://openalex.org/W6762728350","https://openalex.org/W6775686901","https://openalex.org/W6782309750"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"After":[0],"decades":[1],"of":[2,14,31,35,66,88,100,127],"unprecedented":[3],"development,":[4],"modern":[5,36],"networks":[6],"have":[7],"evolved":[8],"far":[9],"beyond":[10],"expectations":[11],"in":[12,63,69],"terms":[13],"scale":[15],"and":[16,51,57,112,123],"complexity.":[17],"In":[18,38,79],"many":[19],"cases,":[20],"traditional":[21],"traffic":[22],"engineering":[23],"(TE)":[24],"approaches":[25],"fail":[26],"to":[27,47,74],"address":[28],"the":[29,64,76,121],"quality":[30],"service":[32],"(QoS)":[33],"requirements":[34],"networks.":[37],"recent":[39],"years,":[40],"deep":[41],"reinforcement":[42],"learning":[43],"(DRL)":[44],"has":[45],"proved":[46],"be":[48],"a":[49,85,94],"feasible":[50],"effective":[52],"solution":[53],"for":[54,102],"autonomously":[55],"controlling":[56],"managing":[58],"complex":[59],"systems.":[60],"Massive":[61],"growth":[62],"use":[65],"DRL":[67,101],"applications":[68,99],"various":[70],"domains":[71],"is":[72],"beginning":[73],"benefit":[75],"communications":[77],"industry.":[78],"this":[80],"paper,":[81],"we":[82,92,116],"firstly":[83],"provide":[84],"comprehensive":[86],"overview":[87],"DRL-based":[89,128],"TE.":[90,129],"Then,":[91],"present":[93],"detailed":[95],"literature":[96],"review":[97],"on":[98],"TE":[103],"including":[104],"three":[105],"fundamental":[106],"issues:":[107],"routing":[108],"optimization,":[109],"congestion":[110],"control,":[111],"resource":[113],"management.":[114],"Finally,":[115],"discuss":[117],"our":[118],"insights":[119],"into":[120],"challenges":[122],"future":[124],"research":[125],"perspectives":[126]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}