{"id":"https://openalex.org/W2920334458","doi":"https://doi.org/10.1109/infocom.2019.8737649","title":"ReLeS: A Neural Adaptive Multipath Scheduler based on Deep Reinforcement Learning","display_name":"ReLeS: A Neural Adaptive Multipath Scheduler based on Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-04-01","ids":{"openalex":"https://openalex.org/W2920334458","doi":"https://doi.org/10.1109/infocom.2019.8737649","mag":"2920334458"},"language":"en","primary_location":{"id":"doi:10.1109/infocom.2019.8737649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom.2019.8737649","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2019 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100399282","display_name":"Han Zhang","orcid":"https://orcid.org/0000-0002-0550-6604"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Han Zhang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004218295","display_name":"Wenzhong Li","orcid":"https://orcid.org/0000-0002-9199-3655"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhong Li","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078208942","display_name":"Shaohua Gao","orcid":"https://orcid.org/0000-0003-3917-289X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaohua Gao","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100369115","display_name":"Xiaoliang Wang","orcid":"https://orcid.org/0000-0002-5380-4489"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoliang Wang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087746903","display_name":"Baoliu Ye","orcid":"https://orcid.org/0000-0003-1065-449X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoliu Ye","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100399282"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":10.9353,"has_fulltext":false,"cited_by_count":118,"citation_normalized_percentile":{"value":0.98614425,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1648","last_page":"1656"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8497980833053589},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.845080554485321},{"id":"https://openalex.org/keywords/multipath-tcp","display_name":"Multipath TCP","score":0.692222535610199},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6239583492279053},{"id":"https://openalex.org/keywords/network-scheduler","display_name":"Network scheduler","score":0.6068304777145386},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.6024821400642395},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5578476190567017},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5469992756843567},{"id":"https://openalex.org/keywords/multipath-propagation","display_name":"Multipath propagation","score":0.5348443388938904},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.50130295753479},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.47047004103660583},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26952099800109863},{"id":"https://openalex.org/keywords/processing-delay","display_name":"Processing delay","score":0.10122981667518616},{"id":"https://openalex.org/keywords/transmission-delay","display_name":"Transmission delay","score":0.08870971202850342},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08687618374824524}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8497980833053589},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.845080554485321},{"id":"https://openalex.org/C2779166880","wikidata":"https://www.wikidata.org/wiki/Q14947831","display_name":"Multipath TCP","level":4,"score":0.692222535610199},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6239583492279053},{"id":"https://openalex.org/C163099246","wikidata":"https://www.wikidata.org/wiki/Q1978975","display_name":"Network scheduler","level":5,"score":0.6068304777145386},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.6024821400642395},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5578476190567017},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5469992756843567},{"id":"https://openalex.org/C161218011","wikidata":"https://www.wikidata.org/wiki/Q11827794","display_name":"Multipath propagation","level":3,"score":0.5348443388938904},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.50130295753479},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47047004103660583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26952099800109863},{"id":"https://openalex.org/C21434264","wikidata":"https://www.wikidata.org/wiki/Q7247320","display_name":"Processing delay","level":4,"score":0.10122981667518616},{"id":"https://openalex.org/C108921912","wikidata":"https://www.wikidata.org/wiki/Q7834639","display_name":"Transmission delay","level":3,"score":0.08870971202850342},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08687618374824524},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocom.2019.8737649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom.2019.8737649","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2019 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1655431917","https://openalex.org/W1716229707","https://openalex.org/W1967383019","https://openalex.org/W1970365335","https://openalex.org/W2051619378","https://openalex.org/W2064675550","https://openalex.org/W2124059098","https://openalex.org/W2136097391","https://openalex.org/W2136850962","https://openalex.org/W2142480021","https://openalex.org/W2145339207","https://openalex.org/W2150814998","https://openalex.org/W2153771889","https://openalex.org/W2179500942","https://openalex.org/W2394897481","https://openalex.org/W2436939335","https://openalex.org/W2499789725","https://openalex.org/W2524393651","https://openalex.org/W2531481161","https://openalex.org/W2531779890","https://openalex.org/W2558881939","https://openalex.org/W2575705757","https://openalex.org/W2623748159","https://openalex.org/W2761678484","https://openalex.org/W2766712919","https://openalex.org/W2767094836","https://openalex.org/W2885106194","https://openalex.org/W2950471160","https://openalex.org/W2963864421","https://openalex.org/W3009217644","https://openalex.org/W4240259412","https://openalex.org/W6637696349","https://openalex.org/W6684921986","https://openalex.org/W6727526796","https://openalex.org/W6728484347","https://openalex.org/W6753701298"],"related_works":["https://openalex.org/W3180763927","https://openalex.org/W4389988679","https://openalex.org/W3047324739","https://openalex.org/W2067534325","https://openalex.org/W2944338087","https://openalex.org/W2892222813","https://openalex.org/W4311612398","https://openalex.org/W2531685183","https://openalex.org/W2967199673","https://openalex.org/W4321483980"],"abstract_inverted_index":{"The":[0,57],"Multipath":[1,31],"TCP":[2],"(MPTCP)":[3],"protocol,":[4],"featured":[5],"by":[6],"its":[7],"ability":[8],"of":[9,45,65,141],"capacity":[10],"aggregation":[11],"across":[12],"multiple":[13,55],"links":[14],"and":[15,29,37,43,71,146,157,163],"connectivity":[16],"maintenance":[17],"against":[18],"single-path":[19],"failure,":[20],"has":[21],"been":[22],"attracting":[23],"increasing":[24],"attention":[25],"from":[26],"the":[27,41,52,63,104,154,174],"industry":[28],"academy.":[30],"packet":[32,108,125,142],"scheduling":[33],"is":[34,48],"a":[35,82,99,112],"unique":[36],"fundamental":[38],"mechanism":[39],"for":[40,50,87,107],"design":[42],"implementation":[44],"MPTCP,":[46],"which":[47],"responsible":[49],"distributing":[51],"traffic":[53],"over":[54,160],"subflows.":[56],"existing":[58],"multipath":[59],"schedulers":[60],"are":[61],"facing":[62],"challenges":[64],"network":[66,101,148,165],"heterogeneities,":[67],"comprehensive":[68,113],"QoS":[69,119],"goals,":[70],"dynamic":[72],"environments,":[73],"etc.":[74],"To":[75,127],"address":[76],"these":[77],"challenges,":[78],"we":[79,131],"propose":[80,132],"ReLeS,":[81],"Reinforcement":[83],"Learning":[84],"based":[85],"Scheduler":[86],"MPTCP.":[88],"ReLeS":[89,152,171],"uses":[90],"modern":[91],"deep":[92],"reinforcement":[93],"learning":[94],"(DRL)":[95],"techniques":[96],"to":[97,102,123],"learn":[98],"neural":[100,147],"generate":[103],"control":[105],"policy":[106],"scheduling.":[109,126],"It":[110],"adopts":[111],"reward":[114],"function":[115],"that":[116,137,170],"takes":[117],"diverse":[118],"characteristics":[120],"into":[121],"consideration":[122],"optimize":[124],"support":[128],"real-time":[129],"scheduling,":[130,143],"an":[133],"asynchronous":[134],"training":[135],"algorithm":[136],"enables":[138],"parallel":[139],"execution":[140],"data":[144],"collecting,":[145],"training.":[149],"We":[150],"implement":[151],"in":[153],"Linux":[155],"kernel":[156],"evaluate":[158],"it":[159],"both":[161],"emulated":[162],"real":[164],"conditions.":[166],"Extensive":[167],"experiments":[168],"show":[169],"significantly":[172],"outperforms":[173],"state-of-the-art":[175],"schedulers.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":24},{"year":2020,"cited_by_count":15}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}