{"id":"https://openalex.org/W4381415925","doi":"https://doi.org/10.1109/tnsm.2023.3287936","title":"Dealing With Changes: Resilient Routing via Graph Neural Networks and Multi-Agent Deep Reinforcement Learning","display_name":"Dealing With Changes: Resilient Routing via Graph Neural Networks and Multi-Agent Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-06-20","ids":{"openalex":"https://openalex.org/W4381415925","doi":"https://doi.org/10.1109/tnsm.2023.3287936"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2023.3287936","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2023.3287936","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018490100","display_name":"Sai Shreyas Bhavanasi","orcid":null},"institutions":[{"id":"https://openalex.org/I47838141","display_name":"Saint Louis University","ror":"https://ror.org/01p7jjy08","country_code":"US","type":"education","lineage":["https://openalex.org/I47838141"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sai Shreyas Bhavanasi","raw_affiliation_strings":["Department of Computer Science, Saint Louis University, St. Louis, MO, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Saint Louis University, St. Louis, MO, USA","institution_ids":["https://openalex.org/I47838141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089026696","display_name":"Lorenzo Pappone","orcid":"https://orcid.org/0000-0003-1894-3173"},"institutions":[{"id":"https://openalex.org/I47838141","display_name":"Saint Louis University","ror":"https://ror.org/01p7jjy08","country_code":"US","type":"education","lineage":["https://openalex.org/I47838141"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lorenzo Pappone","raw_affiliation_strings":["Department of Computer Science, Saint Louis University, St. Louis, MO, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Saint Louis University, St. Louis, MO, USA","institution_ids":["https://openalex.org/I47838141"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055238253","display_name":"Flavio Esposito","orcid":"https://orcid.org/0000-0002-7798-4584"},"institutions":[{"id":"https://openalex.org/I47838141","display_name":"Saint Louis University","ror":"https://ror.org/01p7jjy08","country_code":"US","type":"education","lineage":["https://openalex.org/I47838141"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Flavio Esposito","raw_affiliation_strings":["Department of Computer Science, Saint Louis University, St. Louis, MO, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Saint Louis University, St. Louis, MO, USA","institution_ids":["https://openalex.org/I47838141"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5018490100"],"corresponding_institution_ids":["https://openalex.org/I47838141"],"apc_list":null,"apc_paid":null,"fwci":4.621,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.95264038,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"20","issue":"3","first_page":"2283","last_page":"2294"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8255858421325684},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8084967136383057},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.5677512288093567},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.5538206100463867},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.545528769493103},{"id":"https://openalex.org/keywords/routing-domain","display_name":"Routing domain","score":0.5131919980049133},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.48593869805336},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4640445113182068},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.42137324810028076},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.41847875714302063},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.41691696643829346},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.3995979130268097},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.39300981163978577},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32370465993881226}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8255858421325684},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8084967136383057},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.5677512288093567},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.5538206100463867},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.545528769493103},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.5131919980049133},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.48593869805336},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4640445113182068},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.42137324810028076},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.41847875714302063},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.41691696643829346},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.3995979130268097},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.39300981163978577},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32370465993881226},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2023.3287936","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2023.3287936","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G2032714365","display_name":null,"funder_award_id":"1908574","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7196911136","display_name":null,"funder_award_id":"2201536","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W637153065","https://openalex.org/W1509564830","https://openalex.org/W1525019474","https://openalex.org/W1948092788","https://openalex.org/W2008620264","https://openalex.org/W2070941899","https://openalex.org/W2103724767","https://openalex.org/W2105808107","https://openalex.org/W2144658257","https://openalex.org/W2145339207","https://openalex.org/W2156666755","https://openalex.org/W2512877821","https://openalex.org/W2532589578","https://openalex.org/W2736601468","https://openalex.org/W2743636887","https://openalex.org/W2900804979","https://openalex.org/W2902608779","https://openalex.org/W2927073559","https://openalex.org/W2943717074","https://openalex.org/W2951799221","https://openalex.org/W2952995668","https://openalex.org/W2962175345","https://openalex.org/W2964015378","https://openalex.org/W2976585653","https://openalex.org/W3048983622","https://openalex.org/W3091392585","https://openalex.org/W3106917752","https://openalex.org/W3108110215","https://openalex.org/W4226528404","https://openalex.org/W4293385363","https://openalex.org/W4298857966","https://openalex.org/W6620673361","https://openalex.org/W6631167562","https://openalex.org/W6637967152","https://openalex.org/W6681404798","https://openalex.org/W6682459407","https://openalex.org/W6685444567","https://openalex.org/W6726873649","https://openalex.org/W6741002519","https://openalex.org/W6742490908"],"related_works":["https://openalex.org/W1585786976","https://openalex.org/W2096480024","https://openalex.org/W2998182693","https://openalex.org/W4232581896","https://openalex.org/W146128134","https://openalex.org/W3016586903","https://openalex.org/W3158687476","https://openalex.org/W2115265281","https://openalex.org/W2082034034","https://openalex.org/W1999957046"],"abstract_inverted_index":{"The":[0,24],"computer":[1],"networking":[2],"community":[3],"has":[4,63,94],"been":[5],"steadily":[6],"increasing":[7],"investigations":[8],"into":[9],"machine":[10],"learning":[11,115,129],"to":[12,35,54,87,144,153],"help":[13],"solve":[14],"tasks":[15],"such":[16],"as":[17,112],"routing,":[18],"traffic":[19],"prediction,":[20],"and":[21,125,157],"resource":[22],"management.":[23],"traditional":[25],"best-effort":[26],"nature":[27],"of":[28,48,99,132],"Internet":[29],"connections":[30],"allows":[31],"a":[32,113,127],"single":[33],"link":[34],"be":[36],"shared":[37],"among":[38],"multiple":[39],"flows":[40],"competing":[41],"for":[42],"network":[43,68,81,136],"resources,":[44],"often":[45,85],"without":[46,138],"consideration":[47],"in-network":[49],"states.":[50],"In":[51,106],"particular,":[52],"due":[53],"the":[55,80,97],"recent":[56],"successes":[57],"in":[58,67,79,103,134],"other":[59,145],"applications,":[60],"Reinforcement":[61,100],"Learning":[62],"seen":[64],"steady":[65],"growth":[66],"management":[69],"and,":[70],"more":[71],"recently,":[72],"routing.":[73],"However,":[74],"if":[75],"there":[76],"are":[77],"changes":[78],"topology,":[82],"retraining":[83],"is":[84],"required":[86],"avoid":[88],"significant":[89],"performance":[90],"losses.":[91],"This":[92],"restriction":[93],"chiefly":[95],"prevented":[96],"deployment":[98],"Learning-based":[101],"routing":[102,111,133,146],"real":[104],"environments.":[105],"this":[107,142],"paper,":[108],"we":[109,158],"approach":[110,143],"reinforcement":[114,128],"problem":[116],"with":[117,151],"two":[118],"novel":[119],"twists:":[120],"minimize":[121],"flow":[122],"set":[123],"collisions,":[124],"construct":[126],"policy":[130],"capable":[131],"dynamic":[135],"conditions":[137],"retraining.":[139],"We":[140],"compare":[141],"protocols,":[147],"including":[148],"multi-agent":[149],"learning,":[150],"respect":[152],"various":[154],"Quality-of-Service":[155],"metrics,":[156],"report":[159],"our":[160],"lesson":[161],"learned.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}