{"id":"https://openalex.org/W4414908487","doi":"https://doi.org/10.1109/tnse.2025.3618867","title":"Constrained Probabilistic Routing With RouterRL: A General Packet-Level Network Simulation Framework","display_name":"Constrained Probabilistic Routing With RouterRL: A General Packet-Level Network Simulation Framework","publication_year":2025,"publication_date":"2025-10-07","ids":{"openalex":"https://openalex.org/W4414908487","doi":"https://doi.org/10.1109/tnse.2025.3618867"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2025.3618867","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2025.3618867","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Guocheng Lin","orcid":"https://orcid.org/0009-0005-6427-5673"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guocheng Lin","raw_affiliation_strings":["School of Artificial Intelligence, Intelligent Perception and Computing Research Center, Beijing University of Posts and Telecommunications, Beijing, China","Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-6427-5673","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Intelligent Perception and Computing Research Center, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740877","display_name":"Yang Xiao","orcid":"https://orcid.org/0000-0001-6897-5531"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Xiao","raw_affiliation_strings":["School of Artificial Intelligence, Intelligent Perception and Computing Research Center, Beijing University of Posts and Telecommunications, Beijing, China","Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6897-5531","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Intelligent Perception and Computing Research Center, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shudan Yu","orcid":"https://orcid.org/0009-0009-1119-1790"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shudan Yu","raw_affiliation_strings":["China Mobile Communications Corporation, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-1119-1790","affiliations":[{"raw_affiliation_string":"China Mobile Communications Corporation, Beijing, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100719457","display_name":"Ke Yu","orcid":"https://orcid.org/0000-0002-1158-1483"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Yu","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1158-1483","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100362109","display_name":"Jun Liu","orcid":"https://orcid.org/0000-0003-4007-6109"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Liu","raw_affiliation_strings":["School of Artificial Intelligence, Intelligent Perception and Computing Research Center, Beijing University of Posts and Telecommunications, Beijing, China","Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4007-6109","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Intelligent Perception and Computing Research Center, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Intelligent Perception and Computing Research Center, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28840653,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"2604","last_page":"2622"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.7124999761581421},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.6380000114440918},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.6222000122070312},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.589900016784668},{"id":"https://openalex.org/keywords/multipath-routing","display_name":"Multipath routing","score":0.5795999765396118},{"id":"https://openalex.org/keywords/hierarchical-routing","display_name":"Hierarchical routing","score":0.520799994468689},{"id":"https://openalex.org/keywords/routing-domain","display_name":"Routing domain","score":0.46650001406669617},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.4117000102996826}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7423999905586243},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.7124999761581421},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.6380000114440918},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.6222000122070312},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5921000242233276},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.589900016784668},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.5795999765396118},{"id":"https://openalex.org/C177818476","wikidata":"https://www.wikidata.org/wiki/Q12878103","display_name":"Hierarchical routing","level":5,"score":0.520799994468689},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.49050000309944153},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.46650001406669617},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4117000102996826},{"id":"https://openalex.org/C87044965","wikidata":"https://www.wikidata.org/wiki/Q1091139","display_name":"Enhanced Interior Gateway Routing Protocol","level":5,"score":0.3962000012397766},{"id":"https://openalex.org/C47318570","wikidata":"https://www.wikidata.org/wiki/Q8026863","display_name":"Wireless Routing Protocol","level":4,"score":0.3684999942779541},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.3610999882221222},{"id":"https://openalex.org/C189884158","wikidata":"https://www.wikidata.org/wiki/Q8073926","display_name":"Zone Routing Protocol","level":5,"score":0.34779998660087585},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.34130001068115234},{"id":"https://openalex.org/C29436982","wikidata":"https://www.wikidata.org/wiki/Q3700557","display_name":"Destination-Sequenced Distance Vector routing","level":5,"score":0.3398999869823456},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3319999873638153},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.3314000070095062},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.3296999931335449},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3222000002861023},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.3077000081539154}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2025.3618867","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2025.3618867","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1320136579","display_name":null,"funder_award_id":"62371057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W2114936722","https://openalex.org/W2118404561","https://openalex.org/W2136451165","https://openalex.org/W2169246522","https://openalex.org/W2471288191","https://openalex.org/W2803856670","https://openalex.org/W2951360122","https://openalex.org/W2989847975","https://openalex.org/W2990740617","https://openalex.org/W3004348976","https://openalex.org/W3023949102","https://openalex.org/W3033870971","https://openalex.org/W3041932625","https://openalex.org/W3088546124","https://openalex.org/W3104294226","https://openalex.org/W3130299457","https://openalex.org/W3155224216","https://openalex.org/W3187829000","https://openalex.org/W4232194410","https://openalex.org/W4240971133","https://openalex.org/W4245123941","https://openalex.org/W4247255165","https://openalex.org/W4283750097","https://openalex.org/W4296913591","https://openalex.org/W4312531217","https://openalex.org/W4313044357","https://openalex.org/W4313855707","https://openalex.org/W4315474421","https://openalex.org/W4315629799","https://openalex.org/W4320015763","https://openalex.org/W4380451036","https://openalex.org/W4387546242","https://openalex.org/W4387870451","https://openalex.org/W4387914728","https://openalex.org/W4388040530","https://openalex.org/W4388427777","https://openalex.org/W4389077404","https://openalex.org/W4389077666","https://openalex.org/W4389352465","https://openalex.org/W4390481470","https://openalex.org/W4391149077","https://openalex.org/W4392153286","https://openalex.org/W4392158792","https://openalex.org/W4392940056","https://openalex.org/W4393272701","https://openalex.org/W4402156507","https://openalex.org/W4405935354","https://openalex.org/W4407782769"],"related_works":[],"abstract_inverted_index":{"Routing":[0],"optimization":[1],"remains":[2],"challenging":[3],"in":[4,10],"traffic":[5,9],"engineering":[6],"as":[7],"increasing":[8],"dynamic":[11],"networks":[12,88],"often":[13],"leads":[14],"to":[15,108],"congestion":[16],"and":[17,36,60,89,114,127,163,179],"resource":[18],"wastage.":[19],"To":[20],"address":[21],"it,":[22],"probabilistic":[23,47,73,103],"routing":[24,34,48,58,64,74,104,110,139,155],"strategies":[25],"based":[26,84,129],"on":[27,85,130],"deep":[28],"reinforcement":[29],"learning":[30,38],"(DRL)":[31],"with":[32,62,149],"finer-grained":[33],"control":[35],"autonomous":[37],"capabilities":[39],"are":[40,50],"considered":[41],"promising":[42],"solutions.":[43],"However,":[44],"current":[45],"DRL-based":[46,72],"approaches":[49,152,173],"limited":[51],"by":[52],"the":[53,131,143,146,167],"lack":[54],"of":[55,137,145,177],"constraints":[56,107],"for":[57,106],"safety":[59],"cross-comparisons":[61,136],"other":[63],"strategies.":[65,140,156],"This":[66],"paper":[67,99],"proposes":[68,100],"a":[69,78,101],"constrained":[70],"multi-agent":[71],"approach,":[75],"which":[76],"employs":[77],"novel":[79,102],"actor-critic":[80],"architecture":[81],"called":[82,123],"JointGAT":[83],"graph":[86],"attention":[87],"is":[90,125],"trained":[91],"using":[92,153],"clipped":[93],"proximal":[94],"policy":[95],"optimization.":[96],"Besides,":[97],"this":[98],"protocol":[105],"ensure":[109],"safety.":[111],"For":[112],"validation":[113],"comparison,":[115],"an":[116],"open-source":[117],"general":[118],"packet-level":[119],"network":[120,175],"simulation":[121,158],"framework":[122],"RouterRL":[124],"designed":[126],"implemented":[128],"knowledge-defined":[132],"networking":[133],"architecture,":[134],"supporting":[135],"different":[138,154],"We":[141],"compare":[142],"performance":[144],"proposed":[147,168],"approach":[148,169],"various":[150,161],"benchmark":[151,172],"Extensive":[157],"results":[159],"across":[160],"topologies":[162],"loads":[164],"demonstrate":[165],"that":[166],"significantly":[170],"outperforms":[171],"regarding":[174],"quality":[176],"service":[178],"robustness.":[180]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}