{"id":"https://openalex.org/W2921646839","doi":"https://doi.org/10.1109/jsac.2019.2904350","title":"Dynamic TCP Initial Windows and Congestion Control Schemes Through Reinforcement Learning","display_name":"Dynamic TCP Initial Windows and Congestion Control Schemes Through Reinforcement Learning","publication_year":2019,"publication_date":"2019-03-18","ids":{"openalex":"https://openalex.org/W2921646839","doi":"https://doi.org/10.1109/jsac.2019.2904350","mag":"2921646839"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2019.2904350","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2904350","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101900805","display_name":"Xiaohui Nie","orcid":"https://orcid.org/0000-0002-0371-854X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Nie","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0371-854X","affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101491459","display_name":"Youjian Zhao","orcid":"https://orcid.org/0000-0001-9841-1796"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youjian Zhao","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100605168","display_name":"Zhihan Li","orcid":"https://orcid.org/0000-0002-6290-6575"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihan Li","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009477401","display_name":"Guo Chen","orcid":"https://orcid.org/0000-0002-6069-6869"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guo Chen","raw_affiliation_strings":["Department of Computer Science and Technology, Hunan University, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063543200","display_name":"Kaixin Sui","orcid":"https://orcid.org/0000-0003-4545-7621"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaixin Sui","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107247510","display_name":"Jiyang Zhang","orcid":"https://orcid.org/0000-0001-8211-3321"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiyang Zhang","raw_affiliation_strings":["Baidu, Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu, Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025863422","display_name":"Zijie Ye","orcid":"https://orcid.org/0009-0003-3741-0118"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijie Ye","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046419834","display_name":"Dan Pei","orcid":"https://orcid.org/0000-0002-5113-838X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Pei","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5113-838X","affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.135,"has_fulltext":false,"cited_by_count":131,"citation_normalized_percentile":{"value":0.98369703,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"37","issue":"6","first_page":"1231","last_page":"1247"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8715739846229553},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6402254104614258},{"id":"https://openalex.org/keywords/compound-tcp","display_name":"Compound TCP","score":0.6102575063705444},{"id":"https://openalex.org/keywords/tcp-friendly-rate-control","display_name":"TCP Friendly Rate Control","score":0.6043681502342224},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.5776088833808899},{"id":"https://openalex.org/keywords/tcp-tuning","display_name":"TCP tuning","score":0.5750283002853394},{"id":"https://openalex.org/keywords/zeta-tcp","display_name":"Zeta-TCP","score":0.5716192722320557},{"id":"https://openalex.org/keywords/tcp-acceleration","display_name":"TCP acceleration","score":0.5699312090873718},{"id":"https://openalex.org/keywords/tcp-global-synchronization","display_name":"TCP global synchronization","score":0.5391694903373718},{"id":"https://openalex.org/keywords/tcp-westwood-plus","display_name":"TCP Westwood plus","score":0.5151838064193726},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4755499064922333},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3339918255805969},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3278025686740875},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.09666699171066284},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.06501802802085876}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8715739846229553},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6402254104614258},{"id":"https://openalex.org/C35758530","wikidata":"https://www.wikidata.org/wiki/Q5156832","display_name":"Compound TCP","level":5,"score":0.6102575063705444},{"id":"https://openalex.org/C30838235","wikidata":"https://www.wikidata.org/wiki/Q7669749","display_name":"TCP Friendly Rate Control","level":4,"score":0.6043681502342224},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.5776088833808899},{"id":"https://openalex.org/C120837960","wikidata":"https://www.wikidata.org/wiki/Q7669763","display_name":"TCP tuning","level":4,"score":0.5750283002853394},{"id":"https://openalex.org/C30305156","wikidata":"https://www.wikidata.org/wiki/Q8069697","display_name":"Zeta-TCP","level":4,"score":0.5716192722320557},{"id":"https://openalex.org/C101452262","wikidata":"https://www.wikidata.org/wiki/Q7669757","display_name":"TCP acceleration","level":4,"score":0.5699312090873718},{"id":"https://openalex.org/C162030245","wikidata":"https://www.wikidata.org/wiki/Q2383755","display_name":"TCP global synchronization","level":4,"score":0.5391694903373718},{"id":"https://openalex.org/C178127533","wikidata":"https://www.wikidata.org/wiki/Q7669752","display_name":"TCP Westwood plus","level":5,"score":0.5151838064193726},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4755499064922333},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3339918255805969},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3278025686740875},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.09666699171066284},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.06501802802085876}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2019.2904350","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2904350","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G3288298244","display_name":"\u57fa\u4e8e\u5927\u6570\u636e\u5206\u6790\u7684\u4e92\u8054\u7f51\u670d\u52a1\u6027\u80fd\u7ba1\u7406\u4f53\u7cfb\u7ed3\u6784\u7814\u7a76","funder_award_id":"61472214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7084503746","display_name":"\u57fa\u4e8e\u7528\u6237\u9700\u6c42\u7684\u81ea\u6cbb\u65e0\u7ebf\u7f51\u7edc\u534f\u4f5c\u6a21\u578b\u4e0e\u4f18\u5316\u673a\u5236\u7814\u7a76","funder_award_id":"61472210","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329777","display_name":"Beijing National Research Center For Information Science And Technology","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W41159429","https://openalex.org/W131745075","https://openalex.org/W1554445692","https://openalex.org/W1694165248","https://openalex.org/W1772688858","https://openalex.org/W1944301273","https://openalex.org/W1968331080","https://openalex.org/W2022844530","https://openalex.org/W2032395777","https://openalex.org/W2042171995","https://openalex.org/W2050600889","https://openalex.org/W2071314114","https://openalex.org/W2112495447","https://openalex.org/W2118760020","https://openalex.org/W2121863487","https://openalex.org/W2135632979","https://openalex.org/W2148434045","https://openalex.org/W2152340385","https://openalex.org/W2155027007","https://openalex.org/W2162344247","https://openalex.org/W2163038493","https://openalex.org/W2163112974","https://openalex.org/W2168405694","https://openalex.org/W2204863282","https://openalex.org/W2260376709","https://openalex.org/W2402144811","https://openalex.org/W2412165117","https://openalex.org/W2491573534","https://openalex.org/W2530581576","https://openalex.org/W2530734628","https://openalex.org/W2540285146","https://openalex.org/W2605153712","https://openalex.org/W2744628735","https://openalex.org/W2745034467","https://openalex.org/W2753542457","https://openalex.org/W2798776137","https://openalex.org/W2822101158","https://openalex.org/W2885982708","https://openalex.org/W2887715205","https://openalex.org/W2913196997","https://openalex.org/W2953384591","https://openalex.org/W2964043796","https://openalex.org/W3003452799","https://openalex.org/W3005850368","https://openalex.org/W3016712945","https://openalex.org/W3017750102","https://openalex.org/W3028340924","https://openalex.org/W3138562521","https://openalex.org/W3161213569","https://openalex.org/W4214717370","https://openalex.org/W4239779753","https://openalex.org/W4240522432","https://openalex.org/W4248409180","https://openalex.org/W6637388848","https://openalex.org/W6638163082","https://openalex.org/W6682018617","https://openalex.org/W6683204974","https://openalex.org/W6684260611","https://openalex.org/W6692846177","https://openalex.org/W6713134421","https://openalex.org/W6715166317","https://openalex.org/W6736485827","https://openalex.org/W6750761875","https://openalex.org/W6753859785"],"related_works":["https://openalex.org/W2120177257","https://openalex.org/W1574050397","https://openalex.org/W1570857383","https://openalex.org/W1981903687","https://openalex.org/W4231807519","https://openalex.org/W2166737481","https://openalex.org/W2355334374","https://openalex.org/W40448305","https://openalex.org/W2117641739","https://openalex.org/W1989888017"],"abstract_inverted_index":{"Despite":[0],"many":[1],"years":[2],"of":[3,58,134,149,204,216,227,239],"improvements":[4],"to":[5,65,67,122,130],"it,":[6],"TCP":[7,25,43,135],"still":[8],"suffers":[9,26],"from":[10,27,45],"an":[11],"unsatisfactory":[12],"performance.":[13],"For":[14,76],"services":[15,77],"dominated":[16,78],"by":[17,79,193,232],"short":[18,64,160,184],"flows":[19,61,81,161,174],"(e.g.,":[20,82],"web":[21,60,151],"search":[22],"and":[23,32,48,85,94,126,165,196],"e-commerce),":[24],"the":[28,36,40,59,68,73,88,100,104,132,140,146,189,202,217,240,245],"flow":[29,136],"startup":[30],"problem":[31],"cannot":[33],"fully":[34],"utilize":[35],"available":[37],"bandwidth":[38],"in":[39,128],"modern":[41],"Internet:":[42],"starts":[44],"a":[46,150,156,168],"conservative":[47],"static":[49,220],"initial":[50],"window":[51],"(IW,":[52],"2-4":[53],"or":[54],"10),":[55],"while":[56],"most":[57],"are":[62],"too":[63],"converge":[66],"best":[69,101],"sending":[70],"rate":[71],"before":[72],"session":[74],"ends.":[75],"long":[80,173,198],"video":[83],"streaming":[84],"file":[86],"downloading),":[87],"congestion":[89],"control":[90],"(CC)":[91],"scheme":[92,171],"manually":[93],"statically":[95],"configured":[96],"might":[97],"not":[98],"offer":[99],"performance":[102,133,203,209,230],"for":[103,159,172,183,197,213,224,244],"latest":[105,141],"network":[106,142,221,247],"conditions.":[107,248],"To":[108],"address":[109],"these":[110],"two":[111],"challenges,":[112],"we":[113],"propose":[114],"TCP-RL,":[115],"which":[116],"uses":[117],"reinforcement":[118],"learning":[119],"(RL)":[120],"techniques":[121],"dynamically":[123,154,166],"configure":[124],"IW":[125,158],"CC":[127,170,206,242],"order":[129],"improve":[131],"transmission.":[137],"Basing":[138],"on":[139],"conditions":[143],"observed":[144],"at":[145],"server":[147],"side":[148],"service,":[152],"TCP-RL":[153,186],"configures":[155,167],"suitable":[157,169],"through":[162,175],"group-based":[163],"RL,":[164],"deep":[176],"RL.":[177],"Our":[178],"extensive":[179],"experiments":[180],"show":[181],"that":[182,238],"flows,":[185,199],"can":[187],"reduce":[188],"average":[190],"transmission":[191],"time":[192],"about":[194,214,225],"23%;":[195],"compared":[200,236],"with":[201,237],"14":[205],"schemes,":[207],"TCP-RL's":[208],"ranks":[210],"top":[211],"5":[212],"85%":[215],"288":[218],"given":[219],"conditions,":[222,228],"whereas":[223],"90%":[226],"its":[229],"drops":[231],"less":[233],"than":[234],"12%":[235],"best-performing":[241],"schemes":[243],"same":[246]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":22},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":6}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}