{"id":"https://openalex.org/W3109937587","doi":"https://doi.org/10.1109/icnp49622.2020.9259413","title":"A Multi-agent Reinforcement Learning Perspective on Distributed Traffic Engineering","display_name":"A Multi-agent Reinforcement Learning Perspective on Distributed Traffic Engineering","publication_year":2020,"publication_date":"2020-10-13","ids":{"openalex":"https://openalex.org/W3109937587","doi":"https://doi.org/10.1109/icnp49622.2020.9259413","mag":"3109937587"},"language":"en","primary_location":{"id":"doi:10.1109/icnp49622.2020.9259413","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp49622.2020.9259413","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 28th International Conference on Network Protocols (ICNP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101727539","display_name":"Nan Geng","orcid":"https://orcid.org/0009-0008-5760-3423"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Nan Geng","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China","School of Engineering and Applied Science, George Washington University, Washington D.C., USA","School of Industrial Engineering and School of Electrical and Computer Engineering, Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Engineering and Applied Science, George Washington University, Washington D.C., USA","institution_ids":["https://openalex.org/I193531525"]},{"raw_affiliation_string":"School of Industrial Engineering and School of Electrical and Computer Engineering, Purdue University, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018464968","display_name":"Tian Lan","orcid":"https://orcid.org/0000-0003-3010-8090"},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tian Lan","raw_affiliation_strings":["School of Engineering and Applied Science, George Washington University, Washington D.C., USA"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Science, George Washington University, Washington D.C., USA","institution_ids":["https://openalex.org/I193531525"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064822688","display_name":"Vaneet Aggarwal","orcid":"https://orcid.org/0000-0001-9131-4723"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vaneet Aggarwal","raw_affiliation_strings":["School of Industrial Engineering and School of Electrical and Computer Engineering, Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"School of Industrial Engineering and School of Electrical and Computer Engineering, Purdue University, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101579014","display_name":"Yuan Yang","orcid":"https://orcid.org/0000-0002-3481-8447"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Yang","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China","Peng Cheng Laboratory (PCL), Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Peng Cheng Laboratory (PCL), Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100771111","display_name":"Mingwei Xu","orcid":"https://orcid.org/0000-0002-4847-4585"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingwei Xu","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China","Peng Cheng Laboratory (PCL), Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Peng Cheng Laboratory (PCL), Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101727539"],"corresponding_institution_ids":["https://openalex.org/I193531525","https://openalex.org/I4210156423","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":2.7752,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.91072208,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8896230459213257},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7537379264831543},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6621040105819702},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6223391890525818},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5721067786216736},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5534826517105103},{"id":"https://openalex.org/keywords/traffic-engineering","display_name":"Traffic engineering","score":0.4956248998641968},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.44719812273979187},{"id":"https://openalex.org/keywords/traffic-congestion","display_name":"Traffic congestion","score":0.44113123416900635},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.43961742520332336},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.41833579540252686},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.41821444034576416},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3479141592979431},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2575784921646118},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13407063484191895},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.08138814568519592}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8896230459213257},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7537379264831543},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6621040105819702},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6223391890525818},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5721067786216736},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5534826517105103},{"id":"https://openalex.org/C16160715","wikidata":"https://www.wikidata.org/wiki/Q1640676","display_name":"Traffic engineering","level":2,"score":0.4956248998641968},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.44719812273979187},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.44113123416900635},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.43961742520332336},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.41833579540252686},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.41821444034576416},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3479141592979431},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2575784921646118},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13407063484191895},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.08138814568519592},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnp49622.2020.9259413","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp49622.2020.9259413","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 28th International Conference on Network Protocols (ICNP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1698388015","https://openalex.org/W1771410628","https://openalex.org/W1992268149","https://openalex.org/W2000540095","https://openalex.org/W2006146932","https://openalex.org/W2032539720","https://openalex.org/W2047714188","https://openalex.org/W2062059110","https://openalex.org/W2099321753","https://openalex.org/W2102090846","https://openalex.org/W2113767903","https://openalex.org/W2127936354","https://openalex.org/W2164336170","https://openalex.org/W2164649945","https://openalex.org/W2168564498","https://openalex.org/W2173248099","https://openalex.org/W2177058407","https://openalex.org/W2512877821","https://openalex.org/W2620303912","https://openalex.org/W2760124760","https://openalex.org/W2789997566","https://openalex.org/W2798915702","https://openalex.org/W2799020319","https://openalex.org/W2819252821","https://openalex.org/W2911394505","https://openalex.org/W2913856657","https://openalex.org/W2919897868","https://openalex.org/W2946038967","https://openalex.org/W2963549123","https://openalex.org/W2963864421","https://openalex.org/W2998113761","https://openalex.org/W3023949102","https://openalex.org/W3105771448","https://openalex.org/W3159998597","https://openalex.org/W6638018090","https://openalex.org/W6684921986","https://openalex.org/W6750790946","https://openalex.org/W6750886310"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W4313192712"],"abstract_inverted_index":{"Traffic":[0],"engineering":[1],"(TE)":[2],"in":[3],"multi-region":[4,69],"networks":[5],"is":[6,150],"a":[7,65],"challenging":[8],"problem":[9],"due":[10],"to":[11,42,44,96],"the":[12,29,40,98,122,137,167,210],"requirement":[13],"that":[14,173],"each":[15,90],"region":[16],"must":[17],"independently":[18],"compute":[19],"its":[20],"routing":[21,118],"decisions":[22],"based":[23],"on":[24],"local":[25,109,117],"observations,":[26],"yet":[27],"with":[28,175,192],"goal":[30],"of":[31,76,203],"optimizing":[32,131],"global":[33,132,211],"TE":[34,70,133],"objectives.":[35],"Traditional":[36],"approaches":[37],"often":[38],"lack":[39],"agility":[41],"adapt":[43],"changing":[45],"traffic":[46,58,100,164],"patterns":[47,165],"and":[48,94,101,120,144,159,162,178,188,196],"thus":[49],"may":[50],"suffer":[51],"hefty":[52],"performance":[53,191],"loss":[54],"under":[55],"highly":[56],"dynamic":[57],"demands.":[59],"In":[60,81],"this":[61],"paper,":[62],"we":[63,83,135],"propose":[64,84],"data-driven":[66],"framework":[67,149],"for":[68,89,130],"problems,":[71],"which":[72],"makes":[73],"novel":[74],"use":[75],"multi-agent":[77],"deep":[78],"reinforcement":[79,86],"learning.":[80],"particular,":[82],"two":[85],"learning":[87,180],"agents":[88,107,129],"region,":[91],"namely":[92],"T-agents":[93],"O-agents,":[95],"control":[97],"terminal":[99],"outgoing":[102],"traffic,":[103],"respectively.":[104],"These":[105],"distributed":[106],"collect":[108],"link":[110],"utilization":[111],"statistics":[112],"within":[113,207],"their":[114],"regions,":[115],"optimize":[116],"decisions,":[119],"observe":[121],"resulting":[123],"congestion-related":[124],"reward.":[125],"To":[126],"facilitate":[127],"these":[128],"objectives,":[134],"tailor":[136],"agent":[138],"design":[139],"carefully":[140],"including":[141],"input,":[142],"output,":[143],"reward":[145],"functions.":[146],"The":[147],"proposed":[148],"evaluated":[151],"extensively":[152],"using":[153],"real-world":[154],"network":[155],"topologies":[156],"(e.g.,":[157,166],"Telstra":[158],"Google":[160],"Cloud)":[161],"synthetic":[163],"Gravity":[168],"model).":[169],"Numerical":[170],"results":[171],"show":[172],"comparing":[174],"existing":[176],"protocols":[177],"single-agent":[179],"algorithms,":[181],"our":[182,199],"solution":[183],"can":[184],"significantly":[185],"reduce":[186],"congestion":[187,206],"achieve":[189],"nearly-optimal":[190],"both":[193],"superior":[194],"scalability":[195],"robustness.":[197],"Throughout":[198],"simulations,":[200],"over":[201],"90%":[202],"tests":[204],"limit":[205],"1.2":[208],"times":[209],"optimal":[212],"solution.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}