{"id":"https://openalex.org/W3048895628","doi":"https://doi.org/10.1109/infocomwkshps50562.2020.9162984","title":"Improving Inter-domain Routing through Multi-agent Reinforcement Learning","display_name":"Improving Inter-domain Routing through Multi-agent Reinforcement Learning","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3048895628","doi":"https://doi.org/10.1109/infocomwkshps50562.2020.9162984","mag":"3048895628"},"language":"en","primary_location":{"id":"doi:10.1109/infocomwkshps50562.2020.9162984","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocomwkshps50562.2020.9162984","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2020 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035542111","display_name":"Xiaoyang Zhao","orcid":"https://orcid.org/0000-0002-8260-2181"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Xiaoyang Zhao","raw_affiliation_strings":["The University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012597518","display_name":"Chuan Wu","orcid":"https://orcid.org/0000-0002-3144-4398"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chuan Wu","raw_affiliation_strings":["The University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057170324","display_name":"Franck Le","orcid":"https://orcid.org/0000-0002-0372-5045"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Franck Le","raw_affiliation_strings":["IBM T. J. Watson Research Center"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5035542111"],"corresponding_institution_ids":["https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":1.7805,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.86177654,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1129","last_page":"1134"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/border-gateway-protocol","display_name":"Border Gateway Protocol","score":0.8523663282394409},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7781408429145813},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.7319737672805786},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.7146836519241333},{"id":"https://openalex.org/keywords/routing-domain","display_name":"Routing domain","score":0.6404300928115845},{"id":"https://openalex.org/keywords/default-free-zone","display_name":"Default-free zone","score":0.6326096057891846},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6088000535964966},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5376718044281006},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5157378315925598},{"id":"https://openalex.org/keywords/interior-gateway-protocol","display_name":"Interior gateway protocol","score":0.4987332820892334},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.48837918043136597},{"id":"https://openalex.org/keywords/enhanced-interior-gateway-routing-protocol","display_name":"Enhanced Interior Gateway Routing Protocol","score":0.48780515789985657},{"id":"https://openalex.org/keywords/zone-routing-protocol","display_name":"Zone Routing Protocol","score":0.47852623462677},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.47465306520462036},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.46397241950035095},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.4521009922027588},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.4460761547088623},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.43163543939590454},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.42581087350845337},{"id":"https://openalex.org/keywords/hierarchical-routing","display_name":"Hierarchical routing","score":0.4242391288280487},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.14712578058242798},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09167841076850891}],"concepts":[{"id":"https://openalex.org/C178086212","wikidata":"https://www.wikidata.org/wiki/Q11155","display_name":"Border Gateway Protocol","level":5,"score":0.8523663282394409},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7781408429145813},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.7319737672805786},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.7146836519241333},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.6404300928115845},{"id":"https://openalex.org/C101396714","wikidata":"https://www.wikidata.org/wiki/Q3021187","display_name":"Default-free zone","level":5,"score":0.6326096057891846},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6088000535964966},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5376718044281006},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5157378315925598},{"id":"https://openalex.org/C52837422","wikidata":"https://www.wikidata.org/wiki/Q431028","display_name":"Interior gateway protocol","level":5,"score":0.4987332820892334},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.48837918043136597},{"id":"https://openalex.org/C87044965","wikidata":"https://www.wikidata.org/wiki/Q1091139","display_name":"Enhanced Interior Gateway Routing Protocol","level":5,"score":0.48780515789985657},{"id":"https://openalex.org/C189884158","wikidata":"https://www.wikidata.org/wiki/Q8073926","display_name":"Zone Routing Protocol","level":5,"score":0.47852623462677},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.47465306520462036},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.46397241950035095},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.4521009922027588},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.4460761547088623},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.43163543939590454},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.42581087350845337},{"id":"https://openalex.org/C177818476","wikidata":"https://www.wikidata.org/wiki/Q12878103","display_name":"Hierarchical routing","level":5,"score":0.4242391288280487},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.14712578058242798},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09167841076850891},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocomwkshps50562.2020.9162984","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocomwkshps50562.2020.9162984","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2020 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1538461354","https://openalex.org/W1871255292","https://openalex.org/W1989251965","https://openalex.org/W2026662445","https://openalex.org/W2068654401","https://openalex.org/W2121863487","https://openalex.org/W2137095595","https://openalex.org/W2145721479","https://openalex.org/W2302887886","https://openalex.org/W2606278780","https://openalex.org/W2743636887","https://openalex.org/W2744660401","https://openalex.org/W2893647509","https://openalex.org/W2905677277","https://openalex.org/W2919897868","https://openalex.org/W3186246145","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2182380586","https://openalex.org/W2372838829","https://openalex.org/W2185566469","https://openalex.org/W2789964607","https://openalex.org/W1483211869","https://openalex.org/W2336009886","https://openalex.org/W2562018880","https://openalex.org/W2885726394","https://openalex.org/W2117058497","https://openalex.org/W2168505680"],"abstract_inverted_index":{"Border":[0],"Gateway":[1],"Protocol":[2],"(BGP),":[3],"the":[4,73,98,116,127],"de-facto":[5],"inter-domain":[6,58],"routing":[7,24,31],"protocol,":[8],"allows":[9,61],"Autonomous":[10],"Systems":[11],"(AS)":[12],"to":[13,63,108,130,133,148,161,165],"apply":[14],"their":[15],"own":[16],"local":[17],"policies":[18],"for":[19,57,68],"selecting":[20],"routes":[21,36],"and":[22,33,50,92],"propagating":[23],"information.":[25],"However,":[26],"BGP":[27,167],"cannot":[28],"make":[29],"performance-based":[30],"decisions,":[32],"instead":[34],"often":[35],"traffic":[37,70,80],"through":[38],"congested":[39],"paths,":[40],"resulting":[41],"in":[42,126],"poor":[43],"performance.":[44],"This":[45],"paper":[46],"presents":[47],"an":[48],"efficient":[49],"scalable":[51,102],"multi-agent":[52],"reinforcement":[53],"learning":[54],"(MARL)":[55],"method":[56],"routing.":[59,168],"It":[60],"ASes":[62,107,125],"achieve":[64],"higher":[65],"overall":[66],"throughput":[67,157],"real-time":[69],"demand,":[71],"with":[72],"following":[74],"highlights:":[75],"(1)":[76],"it":[77,88,104,132],"ensures":[78],"that":[79],"is":[81,101,118],"forwarded":[82],"along":[83],"policy":[84],"compliant":[85],"paths;":[86],"(2)":[87],"satisfies":[89],"partial":[90],"observability":[91],"selfishness":[93],"of":[94,124,150,152,159],"each":[95],"AS;":[96],"(3)":[97],"proposed":[99],"solution":[100,117],"as":[103,163],"only":[105,122],"requires":[106],"share":[109],"information":[110],"within":[111],"a":[112],"limited":[113],"radius;":[114],"(4)":[115],"incrementally":[119],"deployable,":[120],"requiring":[121],"tens":[123,149],"entire":[128],"network":[129,143],"run":[131],"start":[134],"reaping":[135],"benefits.":[136],"We":[137],"conduct":[138],"extensive":[139],"evaluation":[140],"on":[141],"actual":[142],"topologies":[144],"ranging":[145],"from":[146],"hundreds":[147],"thousands":[151],"ASes.":[153],"The":[154],"results":[155],"show":[156],"improvements":[158],"up":[160],"17%":[162],"compared":[164],"default":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3}],"updated_date":"2026-04-24T08:23:43.765630","created_date":"2025-10-10T00:00:00"}