{"id":"https://openalex.org/W4412539535","doi":"https://doi.org/10.1007/s44443-025-00133-z","title":"Graph-based reinforcement learning for software-defined networking traffic engineering","display_name":"Graph-based reinforcement learning for software-defined networking traffic engineering","publication_year":2025,"publication_date":"2025-07-21","ids":{"openalex":"https://openalex.org/W4412539535","doi":"https://doi.org/10.1007/s44443-025-00133-z"},"language":"en","primary_location":{"id":"doi:10.1007/s44443-025-00133-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-025-00133-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00133-z.pdf","source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00133-z.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037626945","display_name":"Jingwen Lu","orcid":"https://orcid.org/0000-0001-8208-898X"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingwen Lu","raw_affiliation_strings":["School of Microelectronics and Communication Engineering, Chongqing University, No. 55 Daxuecheng South Road, Shapingba District, Chongqing, 401331, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Microelectronics and Communication Engineering, Chongqing University, No. 55 Daxuecheng South Road, Shapingba District, Chongqing, 401331, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112829071","display_name":"Chaowei Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chaowei Tang","raw_affiliation_strings":["School of Microelectronics and Communication Engineering, Chongqing University, No. 55 Daxuecheng South Road, Shapingba District, Chongqing, 401331, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Microelectronics and Communication Engineering, Chongqing University, No. 55 Daxuecheng South Road, Shapingba District, Chongqing, 401331, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028908685","display_name":"Wenyu Ma","orcid":"https://orcid.org/0009-0007-7324-9471"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenyu Ma","raw_affiliation_strings":["School of Microelectronics and Communication Engineering, Chongqing University, No. 55 Daxuecheng South Road, Shapingba District, Chongqing, 401331, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Microelectronics and Communication Engineering, Chongqing University, No. 55 Daxuecheng South Road, Shapingba District, Chongqing, 401331, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031386054","display_name":"Wenjuan Xing","orcid":"https://orcid.org/0000-0002-2537-2228"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]},{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjuan Xing","raw_affiliation_strings":["Beijing Research Institute, China Telecom Corporation Limited, No. 118, Xizhimennei Street, Xicheng District, Beijing, 102209, China","School of Microelectronics and Communication Engineering, Chongqing University, No. 55 Daxuecheng South Road, Shapingba District, Chongqing, 401331, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Research Institute, China Telecom Corporation Limited, No. 118, Xizhimennei Street, Xicheng District, Beijing, 102209, China","institution_ids":["https://openalex.org/I4210136246"]},{"raw_affiliation_string":"School of Microelectronics and Communication Engineering, Chongqing University, No. 55 Daxuecheng South Road, Shapingba District, Chongqing, 401331, China","institution_ids":["https://openalex.org/I158842170"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5112829071"],"corresponding_institution_ids":["https://openalex.org/I158842170"],"apc_list":{"value":1350,"currency":"USD","value_usd":1350},"apc_paid":{"value":1350,"currency":"USD","value_usd":1350},"fwci":8.4145,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.9766224,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"37","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6867880821228027},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.683060348033905},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6808614134788513},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.49082908034324646},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4647981524467468},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3587005138397217},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3167720437049866},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.31645286083221436},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14971157908439636}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6867880821228027},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.683060348033905},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6808614134788513},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.49082908034324646},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4647981524467468},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3587005138397217},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3167720437049866},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.31645286083221436},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14971157908439636}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s44443-025-00133-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-025-00133-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00133-z.pdf","source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e2ab725e61a04432ab47378dd6a18fde","is_oa":true,"landing_page_url":"https://doaj.org/article/e2ab725e61a04432ab47378dd6a18fde","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of King Saud University: Computer and Information Sciences, Vol 37, Iss 6, Pp 1-23 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44443-025-00133-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-025-00133-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00133-z.pdf","source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3665637248","display_name":null,"funder_award_id":"2022YFB2901400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7990573005","display_name":null,"funder_award_id":"2023YFB2904100","funder_id":"https://openalex.org/F4320335774","funder_display_name":"Key Technologies Research and Development Program"},{"id":"https://openalex.org/G846671663","display_name":null,"funder_award_id":"No.2022YFB2901400","funder_id":"https://openalex.org/F4320335774","funder_display_name":"Key Technologies Research and Development Program"},{"id":"https://openalex.org/G8590518239","display_name":null,"funder_award_id":"2023YFB2904100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335774","display_name":"Key Technologies Research and Development Program","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412539535.pdf","grobid_xml":"https://content.openalex.org/works/W4412539535.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1612056114","https://openalex.org/W2077342791","https://openalex.org/W2096655151","https://openalex.org/W2102090846","https://openalex.org/W2118404561","https://openalex.org/W2136558412","https://openalex.org/W2141384657","https://openalex.org/W2145563843","https://openalex.org/W2145858411","https://openalex.org/W2147118406","https://openalex.org/W2165030634","https://openalex.org/W2166102903","https://openalex.org/W2213587306","https://openalex.org/W2504195863","https://openalex.org/W2743636887","https://openalex.org/W2744660401","https://openalex.org/W2819252821","https://openalex.org/W2913856657","https://openalex.org/W2955233423","https://openalex.org/W2989847975","https://openalex.org/W3021956073","https://openalex.org/W3105771448","https://openalex.org/W3118210634","https://openalex.org/W3192644929","https://openalex.org/W3196433188","https://openalex.org/W3197818567","https://openalex.org/W3203600045","https://openalex.org/W4236202168","https://openalex.org/W4293385784","https://openalex.org/W4366134915","https://openalex.org/W4386385565","https://openalex.org/W4389076400","https://openalex.org/W4389104860","https://openalex.org/W4392664823","https://openalex.org/W4396816763","https://openalex.org/W4400016736","https://openalex.org/W4401175894","https://openalex.org/W4401176415","https://openalex.org/W4402712647","https://openalex.org/W4408590817","https://openalex.org/W4410986061"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Abstract":[0],"With":[1],"the":[2,37,171,188,249],"continuous":[3],"expansion":[4],"of":[5,40,200,238,257],"global":[6],"Internet":[7],"infrastructure,":[8],"wide":[9],"area":[10],"networks":[11],"play":[12],"a":[13,32,109,131,203],"crucial":[14],"role":[15],"in":[16,73,87],"transmitting":[17],"traffic":[18,28,47],"between":[19],"multiple":[20],"data":[21],"centers":[22],"and":[23,42,92,148,194,248,275],"users":[24],"worldwide.":[25],"However,":[26],"efficient":[27,155],"management":[29],"has":[30],"become":[31],"core":[33],"challenge":[34],"due":[35],"to":[36,206,225,261],"high":[38],"costs":[39],"building":[41],"maintaining":[43,93,117],"these":[44],"networks.":[45,75,266],"Traditional":[46],"engineering":[48],"methods":[49,243],"based":[50],"on":[51,217,264],"linear":[52],"programming":[53],"achieve":[54],"optimal":[55],"solutions":[56],"but":[57,82],"suffer":[58],"from":[59,223],"exponential":[60],"computational":[61,118],"complexity":[62],"growth":[63],"with":[64,142,183],"network":[65,90,97,122,134],"size,":[66],"making":[67],"them":[68],"impractical":[69],"for":[70,106,181,190,280],"real-time":[71,277],"applications":[72],"large-scale":[74,265],"Recent":[76],"machine":[77],"learning":[78],"approaches":[79],"show":[80],"promise":[81],"still":[83],"face":[84],"fundamental":[85],"limitations":[86],"handling":[88],"complex":[89],"constraints":[91],"performance":[94,115,271],"across":[95,120],"different":[96],"scales.":[98,123],"This":[99],"paper":[100],"proposes":[101],"GRL-TE":[102,124,230],"(Graph-based":[103],"Reinforcement":[104],"Learning":[105],"Traffic":[107],"Engineering),":[108],"novel":[110],"framework":[111,268],"that":[112,136,229],"achieves":[113,231],"near-optimal":[114],"while":[116,162,211,253],"efficiency":[119],"diverse":[121],"introduces":[125],"three":[126],"key":[127],"innovations:":[128],"(1)":[129],"TopoFlowNet,":[130],"graph":[132],"neural":[133],"architecture":[135],"models":[137],"WANs":[138],"as":[139,202],"bipartite":[140],"graphs":[141],"edge":[143],"nodes":[144,150,227],"representing":[145,151],"physical":[146],"links":[147],"path":[149],"candidate":[152],"paths,":[153],"enabling":[154],"bidirectional":[156],"information":[157],"propagation":[158],"through":[159],"GINConv":[160],"layers":[161],"MLP":[163],"modules":[164],"handle":[165],"collaborative":[166],"relationships":[167],"among":[168],"paths":[169],"serving":[170],"same":[172],"demand;":[173],"(2)":[174],"A":[175],"one-step":[176],"A2C":[177],"mechanism":[178],"specifically":[179],"designed":[180],"TE":[182],"immediate":[184],"reward":[185],"structure,":[186],"eliminating":[187],"need":[189],"future":[191],"state":[192],"estimation":[193],"significantly":[195],"simplifying":[196],"training;":[197],"(3)":[198],"Integration":[199],"ADMM":[201],"post-processing":[204],"step":[205],"iteratively":[207],"reduce":[208],"constraint":[209],"violations":[210],"improving":[212],"solution":[213],"quality.":[214],"Extensive":[215],"experiments":[216],"six":[218],"real-world":[219],"WAN":[220],"topologies":[221],"ranging":[222],"12":[224],"1,739":[226],"demonstrate":[228],"an":[232],"overall":[233],"average":[234],"demand":[235],"satisfaction":[236],"rate":[237],"89.36%,":[239],"outperforming":[240],"state-of-the-art":[241],"learning-based":[242],"(Teal:":[244],"82.04%,":[245],"Figret:":[246],"82.20%)":[247],"clustering-based":[250],"NCFlow":[251],"(76.48%),":[252],"providing":[254],"3-4":[255],"orders":[256],"magnitude":[258],"speedup":[259],"compared":[260],"LP":[262],"solvers":[263],"The":[267],"maintains":[269],"robust":[270],"under":[272],"link":[273],"failures":[274],"meets":[276],"scheduling":[278],"requirements":[279],"production":[281],"deployment.":[282]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-14T08:27:34.040176","created_date":"2025-10-10T00:00:00"}