{"id":"https://openalex.org/W4392940056","doi":"https://doi.org/10.1109/tmc.2024.3379191","title":"Scalable QoS-Aware Multipath Routing in Hybrid Knowledge-Defined Networking With Multiagent Deep Reinforcement Learning","display_name":"Scalable QoS-Aware Multipath Routing in Hybrid Knowledge-Defined Networking With Multiagent Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-03-19","ids":{"openalex":"https://openalex.org/W4392940056","doi":"https://doi.org/10.1109/tmc.2024.3379191"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3379191","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3379191","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100740877","display_name":"Yang Xiao","orcid":"https://orcid.org/0000-0001-6897-5531"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Xiao","raw_affiliation_strings":["Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6897-5531","affiliations":[{"raw_affiliation_string":"Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115580434","display_name":"Ying Yang","orcid":"https://orcid.org/0000-0001-9434-5760"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Yang","raw_affiliation_strings":["Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9434-5760","affiliations":[{"raw_affiliation_string":"Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115580384","display_name":"Huihan Yu","orcid":"https://orcid.org/0000-0002-5240-722X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huihan Yu","raw_affiliation_strings":["Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5240-722X","affiliations":[{"raw_affiliation_string":"Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100362109","display_name":"Jun Liu","orcid":"https://orcid.org/0000-0003-4007-6109"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Liu","raw_affiliation_strings":["Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4007-6109","affiliations":[{"raw_affiliation_string":"Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.2442,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.96773204,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"23","issue":"11","first_page":"10628","last_page":"10646"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8796781301498413},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8130524754524231},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6856327652931213},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5999990701675415},{"id":"https://openalex.org/keywords/multipath-routing","display_name":"Multipath routing","score":0.5782053470611572},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5491436123847961},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5283159613609314},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5164854526519775},{"id":"https://openalex.org/keywords/multipath-propagation","display_name":"Multipath propagation","score":0.4816664457321167},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27895504236221313},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.26030975580215454},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.2538691759109497}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8796781301498413},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8130524754524231},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6856327652931213},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5999990701675415},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.5782053470611572},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5491436123847961},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5283159613609314},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5164854526519775},{"id":"https://openalex.org/C161218011","wikidata":"https://www.wikidata.org/wiki/Q11827794","display_name":"Multipath propagation","level":3,"score":0.4816664457321167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27895504236221313},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.26030975580215454},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.2538691759109497},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3379191","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3379191","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W13083931","https://openalex.org/W1496590343","https://openalex.org/W1522301498","https://openalex.org/W2007111180","https://openalex.org/W2022368378","https://openalex.org/W2027215167","https://openalex.org/W2053550965","https://openalex.org/W2085445946","https://openalex.org/W2120545656","https://openalex.org/W2132022337","https://openalex.org/W2137186894","https://openalex.org/W2145339207","https://openalex.org/W2161615677","https://openalex.org/W2166735191","https://openalex.org/W2168197332","https://openalex.org/W2169246522","https://openalex.org/W2471288191","https://openalex.org/W2557772052","https://openalex.org/W2602923095","https://openalex.org/W2736601468","https://openalex.org/W2803856670","https://openalex.org/W2805099501","https://openalex.org/W2898035736","https://openalex.org/W2902907165","https://openalex.org/W2920495608","https://openalex.org/W2922953382","https://openalex.org/W2963549123","https://openalex.org/W2971438806","https://openalex.org/W2981096252","https://openalex.org/W3004348976","https://openalex.org/W3013321263","https://openalex.org/W3019817166","https://openalex.org/W3044855967","https://openalex.org/W3078093847","https://openalex.org/W3097013252","https://openalex.org/W3103263926","https://openalex.org/W3116531410","https://openalex.org/W3121141106","https://openalex.org/W3125645674","https://openalex.org/W3126135128","https://openalex.org/W3133735442","https://openalex.org/W3153573172","https://openalex.org/W3155224216","https://openalex.org/W3155413563","https://openalex.org/W3178193590","https://openalex.org/W3187829000","https://openalex.org/W3207602870","https://openalex.org/W4200634471","https://openalex.org/W4206362342","https://openalex.org/W4211068600","https://openalex.org/W4226524922","https://openalex.org/W4253729210","https://openalex.org/W4313855707","https://openalex.org/W4315473069","https://openalex.org/W4315629822","https://openalex.org/W4385840495","https://openalex.org/W4388757450","https://openalex.org/W6600537268","https://openalex.org/W6631190155","https://openalex.org/W6636558983","https://openalex.org/W6679257226","https://openalex.org/W6684773649","https://openalex.org/W6741002519","https://openalex.org/W6748839928","https://openalex.org/W6766978945","https://openalex.org/W6780010892","https://openalex.org/W6838682728"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2376969857","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W614679600","https://openalex.org/W2024136090","https://openalex.org/W2110252992","https://openalex.org/W2586732548"],"abstract_inverted_index":{"Multipath":[0],"routing":[1,43,80],"remains":[2],"a":[3,35,76,126,133],"challenging":[4],"issue":[5],"in":[6],"traffic":[7],"engineering":[8],"(TE)":[9],"as":[10,52],"existing":[11],"solutions":[12,48],"are":[13,93],"incapable":[14],"of":[15,102,145,159,165],"handling":[16],"the":[17,67,100,103,141,157,174,186],"evolving":[18],"network":[19],"dynamics":[20],"and":[21,59,74,89,122,132,149,183],"stringent":[22],"quality-of-service":[23],"(QoS)":[24],"requirements.":[25],"To":[26],"address":[27],"it,":[28],"multi-agent":[29,116,127],"deep":[30],"reinforcement":[31],"learning":[32,130],"(MADRL)":[33],"is":[34,112],"promising":[36],"technique":[37],"that":[38,173],"provides":[39],"more":[40],"elaborate":[41],"multipath":[42,79],"strategies.":[44],"However,":[45],"prevalent":[46],"MADRL-based":[47,78],"still":[49],"suffer":[50],"inapplicability":[51],"they":[53],"fail":[54],"to":[55,98,114],"ensure":[56,99],"both":[57],"scalability":[58],"QoS":[60,181],"awareness.":[61],"In":[62,106],"this":[63],"paper,":[64],"we":[65],"leverage":[66],"emerging":[68],"hybrid":[69],"knowledge-defined":[70],"networking":[71],"(KDN)":[72],"architecture,":[73],"propose":[75],"collaborative":[77],"algorithm.":[81],"Two":[82],"novel":[83],"mechanisms,":[84],"i.e.,":[85],"parallel":[86],"agent":[87,96],"replication":[88],"periodic":[90],"policy":[91,135],"synchronization,":[92],"devised":[94],"for":[95,152],"design":[97],"practicality":[101],"proposed":[104,142,161,175],"method.":[105],"addition,":[107],"an":[108],"efficient":[109],"communication":[110],"mechanism":[111],"established":[113],"facilitate":[115],"collaboration":[117],"by":[118],"enabling":[119],"scalable":[120],"observation":[121],"reward":[123],"exchange.":[124],"Featuring":[125],"twin-actor-critic":[128],"(MA-TAC)":[129],"structure":[131],"proximal":[134],"optimization":[136],"(PPO)":[137],"-based":[138],"training":[139,150],"process,":[140],"algorithm":[143],"consists":[144],"alternately":[146],"scheduled":[147],"execution":[148],"phases":[151],"practical":[153],"deployment.":[154],"We":[155],"compare":[156],"performance":[158],"our":[160],"method":[162,176],"with":[163],"those":[164],"several":[166],"benchmark":[167,187],"methods.":[168],"Extensive":[169],"simulation":[170],"results":[171],"demonstrate":[172],"achieves":[177],"significantly":[178],"better":[179],"scalability,":[180],"awareness,":[182],"stability":[184],"than":[185],"methods":[188],"under":[189],"various":[190],"environment":[191],"settings.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}