{"id":"https://openalex.org/W7160723936","doi":"https://doi.org/10.1007/s44443-026-00809-0","title":"Deep reinforcement learning for SDN routing optimization enhanced by graph multi-head attention","display_name":"Deep reinforcement learning for SDN routing optimization enhanced by graph multi-head attention","publication_year":2026,"publication_date":"2026-05-09","ids":{"openalex":"https://openalex.org/W7160723936","doi":"https://doi.org/10.1007/s44443-026-00809-0"},"language":"en","primary_location":{"id":"doi:10.1007/s44443-026-00809-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-026-00809-0","pdf_url":null,"source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1007/s44443-026-00809-0","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081440124","display_name":"Chengjin Wang","orcid":"https://orcid.org/0000-0003-2213-5638"},"institutions":[{"id":"https://openalex.org/I2801618472","display_name":"PLA Rocket Force University of Engineering","ror":"https://ror.org/00gg5zj35","country_code":"CN","type":"education","lineage":["https://openalex.org/I2801618472"]},{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chengjin Wang","raw_affiliation_strings":["Information support force engineering University, Wuhan, China","Rocket Force University of Engineering, Xi\u2019an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information support force engineering University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Rocket Force University of Engineering, Xi\u2019an, China","institution_ids":["https://openalex.org/I2801618472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100667547","display_name":"Yanfei Liu","orcid":"https://orcid.org/0000-0002-8372-0307"},"institutions":[{"id":"https://openalex.org/I2801618472","display_name":"PLA Rocket Force University of Engineering","ror":"https://ror.org/00gg5zj35","country_code":"CN","type":"education","lineage":["https://openalex.org/I2801618472"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanfei Liu","raw_affiliation_strings":["Rocket Force University of Engineering, Xi\u2019an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rocket Force University of Engineering, Xi\u2019an, China","institution_ids":["https://openalex.org/I2801618472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100432465","display_name":"Jingyu Wang","orcid":"https://orcid.org/0000-0002-6748-2097"},"institutions":[{"id":"https://openalex.org/I2801618472","display_name":"PLA Rocket Force University of Engineering","ror":"https://ror.org/00gg5zj35","country_code":"CN","type":"education","lineage":["https://openalex.org/I2801618472"]},{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyu Wang","raw_affiliation_strings":["Information support force engineering University, Wuhan, China","Rocket Force University of Engineering, Xi\u2019an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information support force engineering University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Rocket Force University of Engineering, Xi\u2019an, China","institution_ids":["https://openalex.org/I2801618472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135735354","display_name":"Qian Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I111149068","display_name":"National Defense University","ror":"https://ror.org/01nqk4x38","country_code":"US","type":"education","lineage":["https://openalex.org/I111149068"]},{"id":"https://openalex.org/I2801618472","display_name":"PLA Rocket Force University of Engineering","ror":"https://ror.org/00gg5zj35","country_code":"CN","type":"education","lineage":["https://openalex.org/I2801618472"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Qian Zhang","raw_affiliation_strings":["Experimental Training Base, National University of Defense Technology, Xi\u2019an, China","Rocket Force University of Engineering, Xi\u2019an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Experimental Training Base, National University of Defense Technology, Xi\u2019an, China","institution_ids":["https://openalex.org/I111149068"]},{"raw_affiliation_string":"Rocket Force University of Engineering, Xi\u2019an, China","institution_ids":["https://openalex.org/I2801618472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135739851","display_name":"Chao Li","orcid":null},"institutions":[{"id":"https://openalex.org/I2801618472","display_name":"PLA Rocket Force University of Engineering","ror":"https://ror.org/00gg5zj35","country_code":"CN","type":"education","lineage":["https://openalex.org/I2801618472"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Li","raw_affiliation_strings":["Rocket Force University of Engineering, Xi\u2019an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rocket Force University of Engineering, Xi\u2019an, China","institution_ids":["https://openalex.org/I2801618472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104334150","display_name":"Ziang Du","orcid":null},"institutions":[{"id":"https://openalex.org/I2801618472","display_name":"PLA Rocket Force University of Engineering","ror":"https://ror.org/00gg5zj35","country_code":"CN","type":"education","lineage":["https://openalex.org/I2801618472"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziang Du","raw_affiliation_strings":["Rocket Force University of Engineering, Xi\u2019an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rocket Force University of Engineering, Xi\u2019an, China","institution_ids":["https://openalex.org/I2801618472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108047889","display_name":"Yi-Xiang Wang","orcid":"https://orcid.org/0000-0001-5697-0717"},"institutions":[{"id":"https://openalex.org/I2801618472","display_name":"PLA Rocket Force University of Engineering","ror":"https://ror.org/00gg5zj35","country_code":"CN","type":"education","lineage":["https://openalex.org/I2801618472"]},{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jieling Wang","raw_affiliation_strings":["Information support force engineering University, Wuhan, China","Rocket Force University of Engineering, Xi\u2019an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information support force engineering University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Rocket Force University of Engineering, Xi\u2019an, China","institution_ids":["https://openalex.org/I2801618472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5135786708","display_name":"cheng chen","orcid":null},"institutions":[{"id":"https://openalex.org/I2801618472","display_name":"PLA Rocket Force University of Engineering","ror":"https://ror.org/00gg5zj35","country_code":"CN","type":"education","lineage":["https://openalex.org/I2801618472"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"cheng chen","raw_affiliation_strings":["Rocket Force University of Engineering, Xi\u2019an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rocket Force University of Engineering, Xi\u2019an, China","institution_ids":["https://openalex.org/I2801618472"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5081440124"],"corresponding_institution_ids":["https://openalex.org/I2801618472","https://openalex.org/I37461747"],"apc_list":{"value":1990,"currency":"USD","value_usd":1990},"apc_paid":{"value":1990,"currency":"USD","value_usd":1990},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.46555682,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"38","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.6391000151634216},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6272000074386597},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6269999742507935},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5458999872207642},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.43070000410079956},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.42570000886917114},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.4133000075817108},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.40790000557899475}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7827000021934509},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6633999943733215},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.6391000151634216},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6272000074386597},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6269999742507935},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5458999872207642},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5029000043869019},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.43070000410079956},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.42570000886917114},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.4133000075817108},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.40790000557899475},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.374099999666214},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.37070000171661377},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.3666999936103821},{"id":"https://openalex.org/C177818476","wikidata":"https://www.wikidata.org/wiki/Q12878103","display_name":"Hierarchical routing","level":5,"score":0.34369999170303345},{"id":"https://openalex.org/C2779618445","wikidata":"https://www.wikidata.org/wiki/Q1640628","display_name":"Network service","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.3149999976158142},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.2849999964237213},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.2840000092983246},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.2797999978065491},{"id":"https://openalex.org/C16160715","wikidata":"https://www.wikidata.org/wiki/Q1640676","display_name":"Traffic engineering","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.2687999904155731}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s44443-026-00809-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-026-00809-0","pdf_url":null,"source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:588349ed29cd45129452760e57b17681","is_oa":false,"landing_page_url":"https://doaj.org/article/588349ed29cd45129452760e57b17681","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of King Saud University: Computer and Information Sciences, Vol 38, Iss 6 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44443-026-00809-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-026-00809-0","pdf_url":null,"source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7505963136","display_name":null,"funder_award_id":"62301596","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7854335014","display_name":null,"funder_award_id":"U23B2064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2118404561","https://openalex.org/W2145563843","https://openalex.org/W2147118406","https://openalex.org/W2402852239","https://openalex.org/W2736601468","https://openalex.org/W2963549123","https://openalex.org/W3006432778","https://openalex.org/W3016712945","https://openalex.org/W3078093847","https://openalex.org/W3155224216","https://openalex.org/W4214927117","https://openalex.org/W4245123941","https://openalex.org/W4285287873","https://openalex.org/W4296705543","https://openalex.org/W4375929162","https://openalex.org/W4380451036","https://openalex.org/W4381416040","https://openalex.org/W4385638337","https://openalex.org/W4390535841","https://openalex.org/W4391428536","https://openalex.org/W4391468081","https://openalex.org/W4391669357","https://openalex.org/W4391791566","https://openalex.org/W4396782816","https://openalex.org/W4398146166","https://openalex.org/W4403095757","https://openalex.org/W4403420284","https://openalex.org/W4406522515","https://openalex.org/W4408254241","https://openalex.org/W4410204370","https://openalex.org/W4411449466"],"related_works":[],"abstract_inverted_index":{"Emerging":[0],"applications":[1],"impose":[2],"stringent":[3],"quality":[4],"of":[5,28,34,41,49,212],"service":[6,43,214],"(QoS)":[7],"requirements":[8,30,169,211],"on":[9,189],"the":[10,25,32,39,46,53,96,99,131,161,172,183,190,204,209],"Internet.":[11],"Advances":[12],"in":[13,69],"traffic":[14,62,126,198],"classification,":[15],"software-defined":[16],"networking":[17],"(SDN),":[18],"and":[19,31,125,139,170,186,197,216,220,226],"programmable":[20],"network":[21,123,137,162,195,224],"devices":[22],"have":[23],"facilitated":[24],"rapid":[26],"identification":[27],"user":[29],"implementation":[33],"fine-grained":[35],"routing":[36,85,154,173],"control.":[37],"Meanwhile,":[38],"heterogeneity":[40],"diverse":[42],"flows":[44],"necessitates":[45],"collaborative":[47],"optimization":[48],"multi-objective":[50,146],"QoS.":[51],"However,":[52],"existing":[54],"solutions":[55],"still":[56],"lack":[57],"sufficient":[58],"capability":[59,133],"to":[60,65,119,134,151,208],"optimize":[61],"forwarding":[63],"paths":[64],"meet":[66],"such":[67],"demands":[68],"online":[70],"scenarios.":[71,228],"To":[72],"address":[73],"this":[74,76],"challenge,":[75],"paper":[77],"presents":[78],"GMHA-DRL,":[79],"a":[80,88,111,144],"deep":[81],"reinforcement":[82],"learning":[83],"(DRL)-based":[84],"algorithm":[86,101,174,205],"incorporating":[87],"Graph":[89],"Multi-Head":[90],"Attention":[91],"(GMHA)":[92],"network.":[93],"Built":[94],"upon":[95],"actor-critic":[97],"framework,":[98],"proposed":[100],"tackles":[102],"inherent":[103],"limitations":[104],"through":[105,157],"two":[106],"core":[107],"architectural":[108],"designs.":[109],"First,":[110],"customized":[112],"graph":[113],"multi-head":[114],"attention":[115],"module":[116],"is":[117,149],"devised":[118],"extract":[120],"features":[121],"from":[122],"topology":[124],"types":[127,215],"efficiently,":[128],"substantially":[129],"enhancing":[130],"model's":[132],"capture":[135],"complex":[136],"states":[138],"improving":[140],"its":[141],"generalization.":[142],"Second,":[143],"service-oriented":[145],"reward":[147],"function":[148],"constructed":[150],"support":[152],"iterative":[153],"policy":[155],"updates":[156],"sustained":[158],"interaction":[159],"with":[160,175],"environment.":[163],"This":[164],"approach":[165],"satisfies":[166],"multi-dimensional":[167],"QoS":[168,210],"equips":[171],"strong":[176],"dynamic":[177],"adaptability.":[178],"We":[179],"implemented":[180],"GMHA-DRL":[181],"under":[182],"SDN":[184],"architecture":[185],"evaluated":[187],"it":[188],"Mininet":[191],"platform":[192],"using":[193],"real":[194],"topologies":[196,225],"traces.":[199],"Experimental":[200],"results":[201],"demonstrate":[202],"that":[203],"effectively":[206],"adapts":[207],"various":[213],"exhibits":[217],"excellent":[218],"adaptability":[219],"generalization":[221],"across":[222],"different":[223],"load":[227]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2026-05-10T00:00:00"}