{"id":"https://openalex.org/W3048983622","doi":"https://doi.org/10.1109/tsmc.2020.3012832","title":"Toward Packet Routing With Fully Distributed Multiagent Deep Reinforcement Learning","display_name":"Toward Packet Routing With Fully Distributed Multiagent Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-02-01","ids":{"openalex":"https://openalex.org/W3048983622","doi":"https://doi.org/10.1109/tsmc.2020.3012832","mag":"3048983622"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2020.3012832","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE transactions on systems, man, and cybernetics","issn_l":"2168-2216","issn":["2168-2232","2168-2216"],"is_oa":false,"is_in_doaj":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1905.03494","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048778760","display_name":"Xinyu You","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu You","raw_affiliation_string":"[School of Information Science and Technology, Fudan University, Shanghai 200237, China.]","raw_affiliation_strings":["[School of Information Science and Technology, Fudan University, Shanghai 200237, China.]"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082505335","display_name":"Xuanjie Li","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanjie Li","raw_affiliation_string":"[School of Information Science and Technology, Fudan University, Shanghai 200237, China.]","raw_affiliation_strings":["[School of Information Science and Technology, Fudan University, Shanghai 200237, China.]"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063792608","display_name":"Yuedong Xu","orcid":"https://orcid.org/0000-0003-4168-3998"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuedong Xu","raw_affiliation_string":"[School of Information Science and Technology, Fudan University, Shanghai 200237, China (e-mail: ydxu@fudan.edu.cn)]","raw_affiliation_strings":["[School of Information Science and Technology, Fudan University, Shanghai 200237, China (e-mail: ydxu@fudan.edu.cn)]"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050087930","display_name":"Hui Feng","orcid":"https://orcid.org/0000-0002-7095-0621"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Feng","raw_affiliation_string":"[School of Information Science and Technology, Fudan University, Shanghai 200237, China.]","raw_affiliation_strings":["[School of Information Science and Technology, Fudan University, Shanghai 200237, China.]"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003998216","display_name":"Jin Zhao","orcid":"https://orcid.org/0000-0003-4217-7886"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Zhao","raw_affiliation_string":"[School of Computer Science, Fudan University, Shanghai 200237, China.]","raw_affiliation_strings":["[School of Computer Science, Fudan University, Shanghai 200237, China.]"]},{"author_position":"last","author":{"id":"https://openalex.org/A5079742998","display_name":"Huaicheng Yan","orcid":"https://orcid.org/0000-0001-5496-1809"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]},{"id":"https://openalex.org/I4210165606","display_name":"Hubei Normal University","ror":"https://ror.org/056y3dw16","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210165606"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaicheng Yan","raw_affiliation_string":"College of Mechatronics and Control Engineering, Hubei Normal University, Huangshi, China; Key Laboratory of Advanced Control and Optimization for Chemical Process of Ministry of Education, East China University of Science and Technology, Shanghai, China","raw_affiliation_strings":["College of Mechatronics and Control Engineering, Hubei Normal University, Huangshi, China","Key Laboratory of Advanced Control and Optimization for Chemical Process of Ministry of Education, East China University of Science and Technology, Shanghai, China"]}],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"has_fulltext":false,"cited_by_count":28,"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"52","issue":"2","first_page":"855","last_page":"868"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networking and Network Virtualization","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networking and Network Virtualization","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"End-to-End Congestion Control in Networks","score":0.9981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Wireless Sensor Networks: Survey and Applications","score":0.9969,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"keyword":"multiagent deep reinforcement learning","score":0.762},{"keyword":"deep reinforcement learning","score":0.5867},{"keyword":"packet routing","score":0.4269}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.80428255},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7160264},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.67165756},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.6115838},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5354946},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.5313597},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.51639134},{"id":"https://openalex.org/C44010500","wikidata":"https://www.wikidata.org/wiki/Q1422567","display_name":"Source routing","level":5,"score":0.5057769},{"id":"https://openalex.org/C141947644","wikidata":"https://www.wikidata.org/wiki/Q3888408","display_name":"Link state packet","level":5,"score":0.46436474},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.45115978},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.44452074},{"id":"https://openalex.org/C120317029","wikidata":"https://www.wikidata.org/wiki/Q874048","display_name":"Packet forwarding","level":3,"score":0.44187644},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.40445256},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.3512813},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.288334},{"id":"https://openalex.org/C21434264","wikidata":"https://www.wikidata.org/wiki/Q7247320","display_name":"Processing delay","level":4,"score":0.14043272},{"id":"https://openalex.org/C108921912","wikidata":"https://www.wikidata.org/wiki/Q7834639","display_name":"Transmission delay","level":3,"score":0.07360718}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2020.3012832","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE transactions on systems, man, and cybernetics","issn_l":"2168-2216","issn":["2168-2232","2168-2216"],"is_oa":false,"is_in_doaj":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1905.03494","pdf_url":"https://arxiv.org/pdf/1905.03494","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1905.03494","pdf_url":"https://arxiv.org/pdf/1905.03494","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","score":0.76,"id":"https://metadata.un.org/sdg/16"}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61772139"},{"funder":"https://openalex.org/F4320326895","funder_display_name":"State Key Laboratory of Novel Software Technology","award_id":"KFKT2019B03"}],"referenced_works_count":36,"referenced_works":["https://openalex.org/W2000875519","https://openalex.org/W2064675550","https://openalex.org/W2102258543","https://openalex.org/W2103222798","https://openalex.org/W2103724767","https://openalex.org/W2118404561","https://openalex.org/W2123651102","https://openalex.org/W2145339207","https://openalex.org/W2163922914","https://openalex.org/W2169528473","https://openalex.org/W2227557434","https://openalex.org/W2293634267","https://openalex.org/W2343663143","https://openalex.org/W2503158931","https://openalex.org/W2529861978","https://openalex.org/W2546571074","https://openalex.org/W2565612488","https://openalex.org/W2585720638","https://openalex.org/W2741401130","https://openalex.org/W2744628735","https://openalex.org/W2768254111","https://openalex.org/W2771382046","https://openalex.org/W2883565846","https://openalex.org/W2898035736","https://openalex.org/W2905658145","https://openalex.org/W2905787690","https://openalex.org/W2910787596","https://openalex.org/W2913173906","https://openalex.org/W2950667132","https://openalex.org/W2963086459","https://openalex.org/W2973229164","https://openalex.org/W3044022314","https://openalex.org/W3100789280","https://openalex.org/W4214717370","https://openalex.org/W4236944153","https://openalex.org/W4243742535"],"related_works":["https://openalex.org/W146811354","https://openalex.org/W1981958050","https://openalex.org/W1979048935","https://openalex.org/W4385819622","https://openalex.org/W2110532060","https://openalex.org/W2087304736","https://openalex.org/W2741533325","https://openalex.org/W3111233095","https://openalex.org/W4320150855","https://openalex.org/W1765106989"],"ngrams_url":"https://api.openalex.org/works/W3048983622/ngrams","abstract_inverted_index":{"Packet":[0],"routing":[1,44,84,122],"is":[2],"one":[3],"of":[4,18,49,58,60,67,139,157],"the":[5,16,22,56,63,136,174,185],"fundamental":[6],"problems":[7],"in":[8,11,21,92,113,189],"computer":[9],"networks":[10],"which":[12,93],"a":[13,81,114,154],"router":[14,95],"determines":[15],"next-hop":[17],"each":[19,94,144],"packet":[20,43,51,83,186],"queue":[23],"to":[24,31,40,146],"get":[25],"it":[26],"as":[27,29],"quickly":[28],"possible":[30],"its":[32,73,195],"destination.":[33],"Reinforcement":[34],"learning":[35],"(RL)":[36],"has":[37],"been":[38],"introduced":[39],"design":[41],"autonomous":[42],"policies":[45],"with":[46,149,194],"local":[47],"information":[48,126],"stochastic":[50],"arrival":[52],"and":[53,110,130,133,179,182],"service.":[54],"However,":[55],"curse":[57],"dimensionality":[59],"RL":[61,90],"prohibits":[62],"more":[64],"comprehensive":[65],"representation":[66],"dynamic":[68],"network":[69,106,158,191],"states,":[70],"thus":[71],"limiting":[72],"potential":[74],"benefit.":[75],"In":[76],"this":[77],"article,":[78],"we":[79],"propose":[80],"novel":[82],"framework":[85],"based":[86],"on":[87],"multiagent":[88],"deep":[89],"(DRL)":[91],"possess":[96],"an":[97],"independent":[98],"long":[99],"short":[100],"term":[101],"memory":[102],"(LSTM)":[103],"recurrent":[104],"neural":[105],"(RNN)":[107],"for":[108],"training":[109],"decision":[111],"making":[112],"fully":[115],"distributed":[116],"environment.":[117],"The":[118,163],"LSTM":[119],"RNN":[120],"extracts":[121],"features":[123],"from":[124],"rich":[125],"regarding":[127],"backlogged":[128],"packets":[129],"past":[131],"actions,":[132],"effectively":[134],"approximates":[135],"value":[137],"function":[138],"Q-learning.":[140],"We":[141],"further":[142],"allow":[143],"route":[145],"communicate":[147],"periodically":[148],"direct":[150],"neighbors":[151],"so":[152],"that":[153,167],"broader":[155],"view":[156],"state":[159],"can":[160,172],"be":[161],"incorporated.":[162],"experimental":[164],"results":[165],"manifest":[166],"our":[168],"multiagent":[169],"DRL":[170],"policy":[171],"strike":[173],"delicate":[175],"balance":[176],"between":[177],"congestion-aware":[178],"shortest":[180],"routes,":[181],"significantly":[183],"reduce":[184],"delivery":[187],"time":[188],"general":[190],"topologies":[192],"compared":[193],"counterparts.":[196]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3048983622","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":10}],"updated_date":"2024-03-14T15:17:03.580268","created_date":"2020-08-21"}