{"id":"https://openalex.org/W4414406233","doi":"https://doi.org/10.1109/iccworkshops67674.2025.11162202","title":"Delay-Constrained Dynamic Network Control with Multi-Agent Deep Reinforcement Learning","display_name":"Delay-Constrained Dynamic Network Control with Multi-Agent Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-06-08","ids":{"openalex":"https://openalex.org/W4414406233","doi":"https://doi.org/10.1109/iccworkshops67674.2025.11162202"},"language":"en","primary_location":{"id":"doi:10.1109/iccworkshops67674.2025.11162202","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops67674.2025.11162202","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087157844","display_name":"Vincenzo Norman Vitale","orcid":"https://orcid.org/0000-0002-0365-8575"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Vincenzo Norman Vitale","raw_affiliation_strings":["University of Naples Federico II,Naples,Italy"],"affiliations":[{"raw_affiliation_string":"University of Naples Federico II,Naples,Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066992345","display_name":"Antonia M. Tulino","orcid":"https://orcid.org/0000-0002-6050-4150"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonia Maria Tulino","raw_affiliation_strings":["University of Naples Federico II,Naples,Italy"],"affiliations":[{"raw_affiliation_string":"University of Naples Federico II,Naples,Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071725365","display_name":"Andreas F. Molisch","orcid":"https://orcid.org/0000-0002-4779-4763"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andreas F. Molisch","raw_affiliation_strings":["University of Southern California,Los Angeles,USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California,Los Angeles,USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036654426","display_name":"Jaime Llorca","orcid":"https://orcid.org/0000-0002-6713-5861"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Jaime Llorca","raw_affiliation_strings":["University of Trento,Trento,Italy"],"affiliations":[{"raw_affiliation_string":"University of Trento,Trento,Italy","institution_ids":["https://openalex.org/I193223587"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5087157844"],"corresponding_institution_ids":["https://openalex.org/I71267560"],"apc_list":null,"apc_paid":null,"fwci":1.6666,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.88471293,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1942","last_page":"1947"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.7950000166893005,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.7950000166893005,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11347","display_name":"Neural Networks Stability and Synchronization","score":0.7753000259399414,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.7042999863624573,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8460999727249146},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5450999736785889},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.539900004863739},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.3896999955177307},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.38339999318122864},{"id":"https://openalex.org/keywords/adaptive-routing","display_name":"Adaptive routing","score":0.36629998683929443},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.350600004196167},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.33219999074935913}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8460999727249146},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7978000044822693},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.565500020980835},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5450999736785889},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.539900004863739},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3896999955177307},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.38339999318122864},{"id":"https://openalex.org/C24856439","wikidata":"https://www.wikidata.org/wiki/Q352483","display_name":"Adaptive routing","level":5,"score":0.36629998683929443},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3504999876022339},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C13540734","wikidata":"https://www.wikidata.org/wiki/Q5318996","display_name":"Dynamic network analysis","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28999999165534973},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.27480000257492065},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C114809511","wikidata":"https://www.wikidata.org/wiki/Q1412924","display_name":"Flow network","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.2662999927997589},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.25540000200271606},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccworkshops67674.2025.11162202","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops67674.2025.11162202","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1542941925","https://openalex.org/W2415697701","https://openalex.org/W2536604331","https://openalex.org/W2565612488","https://openalex.org/W2778608664","https://openalex.org/W2943717074","https://openalex.org/W2973229164","https://openalex.org/W3048983622","https://openalex.org/W3092377875","https://openalex.org/W3100293451","https://openalex.org/W3156653093","https://openalex.org/W3206584591","https://openalex.org/W4226375322","https://openalex.org/W4229020161","https://openalex.org/W4294002011","https://openalex.org/W4301852635","https://openalex.org/W4393356385","https://openalex.org/W4394711999"],"related_works":[],"abstract_inverted_index":{"Timely":[0],"delivery":[1],"of":[2,15,40,53,85,136,203],"delay-sensitive":[3],"information":[4],"over":[5],"dynamic,":[6],"heterogeneous":[7],"networks":[8],"is":[9],"increasingly":[10],"essential":[11],"for":[12,206],"a":[13,90,98,116],"range":[14],"interactive":[16],"applications,":[17],"such":[18],"as":[19],"industrial":[20],"automation,":[21],"self-driving":[22],"vehicles,":[23],"and":[24,81,101,129,133,141,154,163,174],"augmented":[25],"reality.":[26],"However,":[27],"most":[28],"existing":[29],"network":[30,78,93,208],"control":[31,79,94],"solutions":[32],"target":[33],"only":[34],"average":[35],"delay":[36],"performance,":[37],"falling":[38],"short":[39],"providing":[41],"strict":[42,59],"End-to-End":[43],"(E2E)":[44],"peak":[45],"latency":[46],"guarantees.":[47],"This":[48],"paper":[49],"addresses":[50],"the":[51,73,83,106,131,143,201],"challenge":[52],"reliably":[54],"delivering":[55],"packets":[56],"within":[57],"application-imposed":[58],"deadlines":[60],"by":[61],"leveraging":[62,142],"recent":[63],"advancements":[64],"in":[65,158,168],"Multi-Agent":[66,108,144],"Deep":[67,109,145],"Reinforcement":[68,110],"Learning":[69,111],"(MA-DRL).":[70],"After":[71],"introducing":[72],"Delay-Constrained":[74],"Maximum-Throughput":[75],"(DCMT)":[76],"dynamic":[77],"problem,":[80],"highlighting":[82],"limitations":[84],"current":[86],"solutions,":[87],"we":[88,114,151],"present":[89,115],"novel":[91,117,153],"MA-DRL":[92],"framework":[95,191],"that":[96,120,189],"leverages":[97],"centralized":[99,160],"routing":[100,161],"distributed":[102,164],"scheduling":[103,165],"architecture.":[104],"Within":[105],"proposed":[107],"(MA-DRL)":[112],"framework,":[113],"design":[118,152],"approach":[119,140],"progressively":[121],"incorporates":[122],"critical":[123],"networking":[124],"domain":[125],"insights":[126],"to":[127,170],"refine":[128],"optimize":[130],"action":[132],"state":[134],"spaces":[135],"agents.Building":[137],"on":[138,179],"this":[139,190],"Deterministic":[146],"Policy":[147],"Gradient":[148],"(MADDPG)":[149],"technique,":[150],"highly":[155],"efficient":[156],"strategies":[157],"which":[159],"agents":[162,166],"work":[167],"tandem":[169],"dynamically":[171],"assign":[172],"paths":[173],"manage":[175],"packet":[176],"transmissions":[177],"based":[178],"their":[180],"lifetimes,":[181],"thereby":[182],"optimizing":[183],"timely":[184],"delivery.":[185],"Numerical":[186],"results":[187],"show":[188],"significantly":[192],"outperforms":[193],"stochastic":[194],"optimization-based":[195],"approaches":[196],"under":[197],"high-congestion":[198],"scenarios,":[199],"showcasing":[200],"potential":[202],"MADDPG":[204],"techniques":[205],"advanced":[207],"control.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}