{"id":"https://openalex.org/W4409883419","doi":"https://doi.org/10.1109/ton.2025.3558784","title":"Stateless and Proactive Routing for Dynamic Multicast With Deep Reinforcement Learning","display_name":"Stateless and Proactive Routing for Dynamic Multicast With Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-04-28","ids":{"openalex":"https://openalex.org/W4409883419","doi":"https://doi.org/10.1109/ton.2025.3558784"},"language":"en","primary_location":{"id":"doi:10.1109/ton.2025.3558784","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ton.2025.3558784","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100734609","display_name":"Qing Li","orcid":"https://orcid.org/0000-0002-6071-473X"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qing Li","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110491600","display_name":"Lie Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lie Lu","raw_affiliation_strings":["Alibaba Group, Hangzhou, Alibaba Cloud, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, Alibaba Cloud, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100899183","display_name":"Dan Zhao","orcid":"https://orcid.org/0000-0001-9016-5594"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Zhao","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037189683","display_name":"Zeyu Luan","orcid":"https://orcid.org/0009-0002-8533-0035"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Luan","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101579014","display_name":"Yuan Yang","orcid":"https://orcid.org/0000-0002-3481-8447"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Yang","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101626204","display_name":"Yong Jiang","orcid":"https://orcid.org/0000-0002-4260-1395"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Jiang","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016658545","display_name":"Jingpu Duan","orcid":"https://orcid.org/0000-0001-7507-2197"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingpu Duan","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028933349","display_name":"Ruobin Zheng","orcid":"https://orcid.org/0009-0004-7160-8141"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruobin Zheng","raw_affiliation_strings":["2012 Laboratory, Huawei Technologies Company Ltd., Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"2012 Laboratory, Huawei Technologies Company Ltd., Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083783069","display_name":"Shaoteng Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoteng Liu","raw_affiliation_strings":["2012 Laboratory, Huawei Technologies Company Ltd., Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"2012 Laboratory, Huawei Technologies Company Ltd., Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008867216","display_name":"D. Z. Chen","orcid":"https://orcid.org/0000-0003-2659-6730"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingding Chen","raw_affiliation_strings":["2012 Laboratory, Huawei Technologies Company Ltd., Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"2012 Laboratory, Huawei Technologies Company Ltd., Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5100734609"],"corresponding_institution_ids":["https://openalex.org/I4210136793"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08435022,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"5","first_page":"2276","last_page":"2291"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stateless-protocol","display_name":"Stateless protocol","score":0.8191916942596436},{"id":"https://openalex.org/keywords/multicast","display_name":"Multicast","score":0.7928570508956909},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7558692097663879},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6795333027839661},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5524555444717407},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.4737547039985657},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3537974953651428},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23669865727424622}],"concepts":[{"id":"https://openalex.org/C103613024","wikidata":"https://www.wikidata.org/wiki/Q230924","display_name":"Stateless protocol","level":3,"score":0.8191916942596436},{"id":"https://openalex.org/C32295351","wikidata":"https://www.wikidata.org/wiki/Q899288","display_name":"Multicast","level":2,"score":0.7928570508956909},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7558692097663879},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6795333027839661},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5524555444717407},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4737547039985657},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3537974953651428},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23669865727424622},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ton.2025.3558784","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ton.2025.3558784","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G3133225445","display_name":null,"funder_award_id":"KJZD20230923114059020","funder_id":"https://openalex.org/F4320329801","funder_display_name":"Shenzhen Research and Development Program"}],"funders":[{"id":"https://openalex.org/F4320329801","display_name":"Shenzhen Research and Development Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1982665544","https://openalex.org/W2008140591","https://openalex.org/W2010769520","https://openalex.org/W2074331929","https://openalex.org/W2133928485","https://openalex.org/W2138336874","https://openalex.org/W2143529620","https://openalex.org/W2155981739","https://openalex.org/W2171788758","https://openalex.org/W2264073860","https://openalex.org/W2289479554","https://openalex.org/W2401610261","https://openalex.org/W2460461231","https://openalex.org/W2550143307","https://openalex.org/W2768254111","https://openalex.org/W2773601124","https://openalex.org/W2785699715","https://openalex.org/W2793279870","https://openalex.org/W2898231005","https://openalex.org/W2904807189","https://openalex.org/W2920190857","https://openalex.org/W2949913798","https://openalex.org/W2964215898","https://openalex.org/W2969963700","https://openalex.org/W2970917425","https://openalex.org/W3003368781","https://openalex.org/W3004048279","https://openalex.org/W3024890068","https://openalex.org/W3027146252","https://openalex.org/W3109937587","https://openalex.org/W3155224216","https://openalex.org/W3172962524","https://openalex.org/W3176314363","https://openalex.org/W3196433188","https://openalex.org/W3197818567","https://openalex.org/W3198742322","https://openalex.org/W3203798008","https://openalex.org/W3215055800","https://openalex.org/W4210343241","https://openalex.org/W4210795379","https://openalex.org/W4242584807","https://openalex.org/W4328027615","https://openalex.org/W4386260589","https://openalex.org/W4389989059"],"related_works":["https://openalex.org/W3040374273","https://openalex.org/W2955572513","https://openalex.org/W4360604845","https://openalex.org/W151293476","https://openalex.org/W2116712504","https://openalex.org/W2036359834","https://openalex.org/W3130948357","https://openalex.org/W2806284780","https://openalex.org/W4231088008","https://openalex.org/W2259295252"],"abstract_inverted_index":{"Stateful":[0],"multicast":[1,4,36,64,76,80,116,143,168,198,205,214],"protocols":[2],"manage":[3],"group":[5,135],"memberships":[6],"by":[7,122,236],"maintaining":[8],"state":[9,42],"information":[10],"about":[11],"active":[12],"groups":[13],"and":[14,32,50,102,137,175,183,194,204,231],"their":[15],"members.":[16],"They":[17],"have":[18],"seen":[19],"limited":[20,51],"adoption":[21],"in":[22,224,246],"the":[23,93,100,130,158,161,173,251],"modern":[24],"internet":[25],"due":[26],"to":[27,74,115,128,141,156,171,212,238,250],"lack":[28],"of":[29,99,106,133,160,167,177,191],"scalability,":[30],"simplicity,":[31],"flexibility.":[33],"Although":[34],"stateless":[35,63],"protocols,":[37],"like":[38],"BIER,":[39],"eliminate":[40],"extensive":[41],"management,":[43],"they":[44],"still":[45],"face":[46],"complex":[47],"tree":[48],"computation":[49],"scalability":[52],"for":[53,71,87,109,146],"concurrent":[54],"requests.":[55,148,169,215],"In":[56],"this":[57],"paper,":[58],"we":[59,118,179],"propose":[60],"Hawkeye,":[61,178],"a":[62,96,123,151,228,243],"mechanism":[65,84,155],"with":[66,78,197,201,240],"deep":[67],"reinforcement":[68],"learning":[69],"(DRL)":[70],"real-time":[72,113],"responses":[73,114],"dynamic":[75,134,213],"requests":[77,206],"near-optimal":[79],"TE":[81],"performance.":[82],"This":[83],"is":[85],"suited":[86],"Software-Defined":[88],"Networking":[89],"(SDN)":[90],"environment":[91],"where":[92],"controller":[94],"has":[95],"global":[97],"view":[98],"network":[101,107,126],"supports":[103],"flexible":[104],"configuration":[105],"resources":[108],"traffic":[110],"engineering.":[111],"For":[112],"requests,":[117],"leverage":[119],"DRL":[120,162],"enhanced":[121],"temporal":[124],"convolutional":[125],"(TCN)":[127],"model":[129],"sequential":[131],"feature":[132],"membership,":[136],"thus":[138],"are":[139],"able":[140],"build":[142],"trees":[144],"proactively":[145],"upcoming":[147],"We":[149],"develop":[150],"novel":[152],"source":[153,192],"aggregation":[154,193],"facilitate":[157],"convergence":[159],"agent":[163],"under":[164,225],"high":[165],"volume":[166],"Moreover,":[170],"improve":[172],"practicality":[174],"robustness":[176],"design":[180],"incremental":[181],"deployment":[182],"single":[184],"failure":[185],"handling":[186],"mechanisms,":[187],"which":[188],"take":[189],"advantages":[190],"fit":[195],"well":[196],"routing.":[199],"Evaluation":[200],"real-world":[202],"topologies":[203],"demonstrates":[207],"that":[208],"Hawkeye":[209],"responds":[210],"effectively":[211],"Itoffers":[216],"rapid":[217],"routing":[218,222],"decisions,":[219],"e.g.,":[220],"making":[221],"decisions":[223],"5ms":[226],"on":[227],"tested":[229],"topology,":[230],"reduces":[232],"path":[233],"latency":[234],"variation":[235],"up":[237],"89.5%,":[239],"less":[241],"than":[242],"10%":[244],"increase":[245],"bandwidth":[247],"consumption":[248],"compared":[249],"offline":[252],"theoretical":[253],"minimum.":[254]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}