{"id":"https://openalex.org/W7117582377","doi":"https://doi.org/10.1109/ton.2025.3649614","title":"A Flexible Multi-Agent Deep Reinforcement Learning Framework for Dynamic Routing and Scheduling of Latency-Critical Services","display_name":"A Flexible Multi-Agent Deep Reinforcement Learning Framework for Dynamic Routing and Scheduling of Latency-Critical Services","publication_year":2025,"publication_date":"2025-12-30","ids":{"openalex":"https://openalex.org/W7117582377","doi":"https://doi.org/10.1109/ton.2025.3649614"},"language":null,"primary_location":{"id":"doi:10.1109/ton.2025.3649614","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ton.2025.3649614","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/ton.2025.3649614","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087157844","display_name":"Vincenzo Norman Vitale","orcid":"https://orcid.org/0000-0002-0365-8575"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Vincenzo Norman Vitale","raw_affiliation_strings":["University of Naples Federico II, Naples, Italy"],"affiliations":[{"raw_affiliation_string":"University of Naples Federico II, Naples, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066992345","display_name":"Antonia M. Tulino","orcid":"https://orcid.org/0000-0002-6050-4150"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonia Maria Tulino","raw_affiliation_strings":["University of Naples Federico II, Naples, Italy"],"affiliations":[{"raw_affiliation_string":"University of Naples Federico II, Naples, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071725365","display_name":"Andreas F. Molisch","orcid":"https://orcid.org/0000-0002-4779-4763"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andreas F. Molisch","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036654426","display_name":"Jaime Llorca","orcid":"https://orcid.org/0000-0002-6713-5861"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaime Llorca","raw_affiliation_strings":["ECE Department, New York University, Brooklyn, NY, USA"],"affiliations":[{"raw_affiliation_string":"ECE Department, New York University, Brooklyn, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5087157844"],"corresponding_institution_ids":["https://openalex.org/I71267560"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.68827349,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":null,"first_page":"2653","last_page":"2668"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.36880001425743103,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.36880001425743103,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.18639999628067017,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12216","display_name":"Network Time Synchronization Technologies","score":0.1581999957561493,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8352000117301941},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5787000060081482},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5554999709129333},{"id":"https://openalex.org/keywords/adaptive-routing","display_name":"Adaptive routing","score":0.42890000343322754},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.4108000099658966},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.40700000524520874},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.3982999920845032},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.39590001106262207}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8352000117301941},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.77920001745224},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6166999936103821},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5787000060081482},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5554999709129333},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4925000071525574},{"id":"https://openalex.org/C24856439","wikidata":"https://www.wikidata.org/wiki/Q352483","display_name":"Adaptive routing","level":5,"score":0.42890000343322754},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.4108000099658966},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.40700000524520874},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3982999920845032},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.39590001106262207},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.38429999351501465},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.3037000000476837},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.2953999936580658},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.27950000762939453},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.26919999718666077},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.2651999890804291},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ton.2025.3649614","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ton.2025.3649614","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/ton.2025.3649614","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ton.2025.3649614","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1542941925","https://openalex.org/W2076337359","https://openalex.org/W2145339207","https://openalex.org/W2168359464","https://openalex.org/W2415697701","https://openalex.org/W2536604331","https://openalex.org/W2565612488","https://openalex.org/W2778608664","https://openalex.org/W2898035736","https://openalex.org/W2943717074","https://openalex.org/W3048983622","https://openalex.org/W3092377875","https://openalex.org/W3100293451","https://openalex.org/W3156653093","https://openalex.org/W3206584591","https://openalex.org/W4226375322","https://openalex.org/W4229020161","https://openalex.org/W4294002011","https://openalex.org/W4301852635","https://openalex.org/W4381748106","https://openalex.org/W4393356385","https://openalex.org/W4394711999"],"related_works":[],"abstract_inverted_index":{"Timely":[0],"delivery":[1],"of":[2,15,42,55,86,117,156,190,224],"delay-sensitive":[3],"information":[4],"over":[5],"dynamic,":[6],"heterogeneous":[7],"networks":[8],"is":[9],"increasingly":[10],"essential":[11],"for":[12,114,218],"a":[13,91,99],"range":[14],"interactive":[16],"applications,":[17],"such":[18],"as":[19],"industrial":[20],"automation,":[21],"self-driving":[22],"vehicles,":[23],"and":[24,82,102,134,141,169,182,201,208,214,221],"augmented":[25],"reality.":[26],"However,":[27],"most":[28],"existing":[29],"network":[30,79,94],"control":[31,80,95,223],"solutions":[32],"target":[33],"only":[34],"<italic":[35],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[36],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">average</i>":[37],"delay":[38],"performance,":[39],"falling":[40],"short":[41],"providing":[43],"strict":[44],"End-to-End":[45],"(E2E)":[46],"peak":[47],"latency":[48],"guarantees.":[49],"This":[50],"paper":[51],"addresses":[52],"the":[53,74,84,115,123,157,177,188,191,206],"challenge":[54],"reliably":[56],"delivering":[57],"packets":[58],"within":[59],"application-imposed":[60],"deadlines":[61],"by":[62],"leveraging":[63],"recent":[64],"advancements":[65],"in":[66,173],"Multi-Agent":[67,124],"Deep":[68,125,164],"Reinforcement":[69,165],"Learning":[70,166],"(MA-DRL).":[71],"After":[72],"introducing":[73],"Delay-Constrained":[75],"Maximum-Throughput":[76],"(DCMT)":[77],"dynamic":[78],"problem,":[81],"highlighting":[83],"limitations":[85],"current":[87],"solutions,":[88],"we":[89],"present":[90],"novel":[92],"MA-DRL":[93,119],"framework":[96,108,159,193],"that":[97],"leverages":[98,109],"centralized":[100,132],"routing":[101,133],"distributed":[103,135],"scheduling":[104,136],"architecture.":[105],"The":[106,154],"proposed":[107,158,192],"critical":[110],"networking":[111],"domain":[112],"knowledge":[113],"design":[116],"effective":[118],"strategies":[120],"based":[121],"on":[122],"Deterministic":[126],"Policy":[127],"Gradient":[128],"(MADDPG)":[129],"technique,":[130],"where":[131],"agents":[137,168,213],"dynamically":[138],"assign":[139],"paths":[140],"schedule":[142],"packet":[143,147,152],"transmissions":[144],"according":[145],"to":[146,175,196],"lifetimes,":[148],"thereby":[149],"maximizing":[150],"on-time":[151],"delivery.":[153],"generality":[155],"allows":[160],"integrating":[161],"both":[162,219],"data-driven":[163,211],"(DRL)":[167],"traditional":[170,197],"rule-based":[171,216],"policies":[172,217],"order":[174],"strike":[176],"right":[178],"balance":[179],"between":[180,210],"performance":[181],"learning":[183],"complexity.":[184],"Our":[185],"results":[186],"confirm":[187],"superiority":[189],"with":[194],"respect":[195],"stochastic":[198],"optimization-based":[199],"approaches":[200],"provide":[202],"key":[203],"insights":[204],"into":[205],"role":[207],"interplay":[209],"DRL":[212],"new":[215],"efficient":[220],"high-performance":[222],"latency-critical":[225],"services.":[226]},"counts_by_year":[],"updated_date":"2026-01-25T23:04:38.658462","created_date":"2025-12-30T00:00:00"}