{"id":"https://openalex.org/W2920933065","doi":"https://doi.org/10.1109/jsac.2019.2904358","title":"Experience-Driven Congestion Control: When Multi-Path TCP Meets Deep Reinforcement Learning","display_name":"Experience-Driven Congestion Control: When Multi-Path TCP Meets Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-03-11","ids":{"openalex":"https://openalex.org/W2920933065","doi":"https://doi.org/10.1109/jsac.2019.2904358","mag":"2920933065"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2019.2904358","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2904358","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047324704","display_name":"Zhiyuan Xu","orcid":"https://orcid.org/0000-0003-2879-3244"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhiyuan Xu","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039176528","display_name":"Jian Tang","orcid":"https://orcid.org/0000-0003-4418-0114"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Tang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031741238","display_name":"Chengxiang Yin","orcid":"https://orcid.org/0000-0002-3238-960X"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chengxiang Yin","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100651384","display_name":"Yanzhi Wang","orcid":"https://orcid.org/0000-0002-3024-7990"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanzhi Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026230689","display_name":"Guoliang Xue","orcid":"https://orcid.org/0000-0002-5833-8894"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guoliang Xue","raw_affiliation_strings":["Ira A. Fulton Schools of Engineering, Arizona State University, Tempe, AZ, USA"],"affiliations":[{"raw_affiliation_string":"Ira A. Fulton Schools of Engineering, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5047324704"],"corresponding_institution_ids":["https://openalex.org/I70983195"],"apc_list":null,"apc_paid":null,"fwci":20.3365,"has_fulltext":false,"cited_by_count":173,"citation_normalized_percentile":{"value":0.99576904,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"37","issue":"6","first_page":"1325","last_page":"1336"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8690918684005737},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.819022536277771},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.7446873188018799},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.46200960874557495},{"id":"https://openalex.org/keywords/goodput","display_name":"Goodput","score":0.4566646218299866},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45284807682037354},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39016401767730713},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.18089425563812256}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8690918684005737},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.819022536277771},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.7446873188018799},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.46200960874557495},{"id":"https://openalex.org/C94022561","wikidata":"https://www.wikidata.org/wiki/Q1172393","display_name":"Goodput","level":4,"score":0.4566646218299866},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45284807682037354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39016401767730713},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.18089425563812256},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2019.2904358","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2904358","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2440810127","display_name":null,"funder_award_id":"1704662","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3161994370","display_name":null,"funder_award_id":"1704092","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1522301498","https://openalex.org/W1572996156","https://openalex.org/W1576831194","https://openalex.org/W1716229707","https://openalex.org/W1988975763","https://openalex.org/W2007309295","https://openalex.org/W2014571013","https://openalex.org/W2037710455","https://openalex.org/W2042171995","https://openalex.org/W2050600889","https://openalex.org/W2064675550","https://openalex.org/W2065144932","https://openalex.org/W2080835330","https://openalex.org/W2101182788","https://openalex.org/W2121863487","https://openalex.org/W2130942839","https://openalex.org/W2132404093","https://openalex.org/W2137775453","https://openalex.org/W2145339207","https://openalex.org/W2151469723","https://openalex.org/W2155027007","https://openalex.org/W2155968351","https://openalex.org/W2162986857","https://openalex.org/W2163112974","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2173564293","https://openalex.org/W2179500942","https://openalex.org/W2201581102","https://openalex.org/W2271840356","https://openalex.org/W2283584307","https://openalex.org/W2290354866","https://openalex.org/W2461171666","https://openalex.org/W2480649850","https://openalex.org/W2554984891","https://openalex.org/W2746553466","https://openalex.org/W2763218808","https://openalex.org/W2950471160","https://openalex.org/W2951799221","https://openalex.org/W2963549123","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2964121744","https://openalex.org/W3161213569","https://openalex.org/W4233762780","https://openalex.org/W4292544546","https://openalex.org/W4302570325","https://openalex.org/W6631190155","https://openalex.org/W6637696349","https://openalex.org/W6654084237","https://openalex.org/W6666932337","https://openalex.org/W6679436768","https://openalex.org/W6683204974","https://openalex.org/W6684205842","https://openalex.org/W6684260611","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6692846177","https://openalex.org/W6696324988"],"related_works":["https://openalex.org/W2736824533","https://openalex.org/W2401114710","https://openalex.org/W2499883480","https://openalex.org/W2123632139","https://openalex.org/W2076253164","https://openalex.org/W2151903483","https://openalex.org/W3211124779","https://openalex.org/W2104259103","https://openalex.org/W2160722304","https://openalex.org/W2185024549"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"aim":[4],"to":[5,19,31,36,94,124,176,230,242],"study":[6],"networking":[7],"problems":[8],"from":[9,39],"a":[10,26,29,49,52,61,87,126,133,138,210],"whole":[11],"new":[12],"perspective":[13],"by":[14],"leveraging":[15],"emerging":[16,172],"deep":[17,62],"learning,":[18],"develop":[20],"an":[21,107,162,184],"experience-driven":[22,76],"approach,":[23],"which":[24,73,169],"enables":[25],"network":[27,160,232],"or":[28],"protocol":[30],"learn":[32],"the":[33,111,115,152,156,171,192,196],"best":[34],"way":[35],"control":[37,66,100,215],"itself":[38],"its":[40],"own":[41],"experience":[42],"(e.g.,":[43],"runtime":[44],"statistics":[45],"data),":[46],"just":[47],"as":[48],"human":[50],"learns":[51],"skill.":[53],"We":[54,187],"present":[55],"design,":[56],"implementation":[57,194],"and":[58,96,144,180,207,228,237],"evaluation":[59],"of":[60,90,113,120,219],"reinforcement":[63],"learning":[64,137],"(DRL)-based":[65],"framework,":[67],"DRL-CC":[68,85,189,205],"(DRL":[69],"for":[70,101,136,140,151,165],"Congestion":[71],"Control),":[72],"realizes":[74],"our":[75,121],"design":[77,122],"philosophy":[78],"on":[79,106,191],"multi-path":[80],"TCP":[81],"(MPTCP)":[82],"congestion":[83,99,214],"control.":[84],"utilizes":[86],"single":[88],"(instead":[89],"multiple":[91],"independent)":[92],"agent":[93],"dynamically":[95],"jointly":[97],"perform":[98],"all":[102,141],"active":[103,142],"MPTCP":[104,193,213],"flows":[105,143],"end":[108],"host":[109],"with":[110,146,234],"objective":[112],"maximizing":[114],"overall":[116],"utility.":[117],"The":[118,199],"novelty":[119],"is":[123,226,240],"utilize":[125],"flexible":[127,227],"recurrent":[128],"neural":[129],"network,":[130],"LSTM,":[131],"under":[132],"DRL":[134],"framework":[135,164],"representation":[139,159],"dealing":[145],"their":[147],"dynamics.":[148],"Moreover,":[149],"we,":[150],"first":[153],"time,":[154],"integrate":[155],"above":[157],"LSTM-based":[158],"into":[161],"actor-critic":[163],"continuous":[166],"(congestion)":[167],"control,":[168],"leverages":[170],"deterministic":[173],"policy":[174],"gradient":[175],"train":[177],"critic,":[178],"actor,":[179],"LSTM":[181],"networks":[182],"in":[183,195,217],"end-to-end":[185],"manner.":[186],"implemented":[188],"based":[190],"Linux":[197],"kernel.":[198],"experimental":[200],"results":[201],"show":[202],"that":[203],"1)":[204],"consistently":[206],"significantly":[208],"outperforms":[209],"few":[211],"well-known":[212],"algorithms":[216],"terms":[218],"goodput":[220],"without":[221],"sacrificing":[222],"fairness,":[223],"2)":[224],"it":[225,239],"robust":[229],"highly-dynamic":[231],"environments":[233],"time-varying":[235],"flows,":[236],"3)":[238],"friendly":[241],"regular":[243],"TCP.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":34},{"year":2021,"cited_by_count":40},{"year":2020,"cited_by_count":34},{"year":2019,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}