{"id":"https://openalex.org/W2966944379","doi":"https://doi.org/10.1109/jsac.2019.2933761","title":"SmartCC: A Reinforcement Learning Approach for Multipath TCP Congestion Control in Heterogeneous Networks","display_name":"SmartCC: A Reinforcement Learning Approach for Multipath TCP Congestion Control in Heterogeneous Networks","publication_year":2019,"publication_date":"2019-08-08","ids":{"openalex":"https://openalex.org/W2966944379","doi":"https://doi.org/10.1109/jsac.2019.2933761","mag":"2966944379"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2019.2933761","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2933761","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004218295","display_name":"Wenzhong Li","orcid":"https://orcid.org/0000-0002-9199-3655"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenzhong Li","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100399282","display_name":"Han Zhang","orcid":"https://orcid.org/0000-0002-0550-6604"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Zhang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078208942","display_name":"Shaohua Gao","orcid":"https://orcid.org/0000-0003-3917-289X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaohua Gao","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037362115","display_name":"Chaojing Xue","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaojing Xue","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100369115","display_name":"Xiaoliang Wang","orcid":"https://orcid.org/0000-0002-5380-4489"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoliang Wang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043533769","display_name":"Sanglu Lu","orcid":"https://orcid.org/0000-0003-1467-4519"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sanglu Lu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5004218295"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":13.7167,"has_fulltext":false,"cited_by_count":133,"citation_normalized_percentile":{"value":0.99066501,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"37","issue":"11","first_page":"2621","last_page":"2633"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8903601169586182},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7591289281845093},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.674976110458374},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.6563634276390076},{"id":"https://openalex.org/keywords/multipath-propagation","display_name":"Multipath propagation","score":0.5490708947181702},{"id":"https://openalex.org/keywords/multipath-tcp","display_name":"Multipath TCP","score":0.509584903717041},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.49463507533073425},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.48750802874565125},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.43838199973106384},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.31703898310661316},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.15609735250473022},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.14805898070335388}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8903601169586182},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7591289281845093},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.674976110458374},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.6563634276390076},{"id":"https://openalex.org/C161218011","wikidata":"https://www.wikidata.org/wiki/Q11827794","display_name":"Multipath propagation","level":3,"score":0.5490708947181702},{"id":"https://openalex.org/C2779166880","wikidata":"https://www.wikidata.org/wiki/Q14947831","display_name":"Multipath TCP","level":4,"score":0.509584903717041},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.49463507533073425},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.48750802874565125},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.43838199973106384},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.31703898310661316},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15609735250473022},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.14805898070335388},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2019.2933761","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2933761","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7599999904632568,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G2475758149","display_name":null,"funder_award_id":"61832005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3267722479","display_name":null,"funder_award_id":"61832008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7391567203","display_name":null,"funder_award_id":"61672278","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7411551327","display_name":null,"funder_award_id":"SGSNXT00YJJS1800031","funder_id":"https://openalex.org/F4320326707","funder_display_name":"State Grid Corporation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326707","display_name":"State Grid Corporation of China","ror":"https://ror.org/05twwhs70"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W1515106148","https://openalex.org/W1546411676","https://openalex.org/W1572996156","https://openalex.org/W1655431917","https://openalex.org/W1716229707","https://openalex.org/W1792364413","https://openalex.org/W1824149665","https://openalex.org/W1847588514","https://openalex.org/W1988730626","https://openalex.org/W2024635814","https://openalex.org/W2034538170","https://openalex.org/W2051619378","https://openalex.org/W2051833588","https://openalex.org/W2066258383","https://openalex.org/W2105514976","https://openalex.org/W2118442492","https://openalex.org/W2121863487","https://openalex.org/W2129442128","https://openalex.org/W2136375391","https://openalex.org/W2142480021","https://openalex.org/W2144366468","https://openalex.org/W2145339207","https://openalex.org/W2149806498","https://openalex.org/W2153579005","https://openalex.org/W2179500942","https://openalex.org/W2394897481","https://openalex.org/W2540285146","https://openalex.org/W2549099854","https://openalex.org/W2558881939","https://openalex.org/W2736601468","https://openalex.org/W2744628735","https://openalex.org/W2753542457","https://openalex.org/W2763218808","https://openalex.org/W2769786654","https://openalex.org/W2798776137","https://openalex.org/W2824027552","https://openalex.org/W2854921244","https://openalex.org/W2883700104","https://openalex.org/W2885106194","https://openalex.org/W2885982708","https://openalex.org/W3015792877","https://openalex.org/W3016712945","https://openalex.org/W3138562521","https://openalex.org/W3139377883","https://openalex.org/W3163599366","https://openalex.org/W4231918747","https://openalex.org/W4294170691","https://openalex.org/W6630750119","https://openalex.org/W6632670727","https://openalex.org/W6637696349","https://openalex.org/W6638457678","https://openalex.org/W6656670916","https://openalex.org/W6679139062","https://openalex.org/W6682691769","https://openalex.org/W6741002519","https://openalex.org/W6750761875","https://openalex.org/W6753701298","https://openalex.org/W6944123804"],"related_works":["https://openalex.org/W1900116260","https://openalex.org/W2286156580","https://openalex.org/W3180763927","https://openalex.org/W4389988679","https://openalex.org/W2925207763","https://openalex.org/W2342835703","https://openalex.org/W2938674057","https://openalex.org/W2531685183","https://openalex.org/W4306857260","https://openalex.org/W4313562780"],"abstract_inverted_index":{"The":[0],"Multipath":[1],"TCP":[2],"(MPTCP)":[3],"protocol":[4],"has":[5],"been":[6],"standardized":[7],"by":[8],"the":[9,36,44,86,111,115,122,135,163,169,174,184,195,215,221],"IETF":[10],"as":[11,64],"an":[12,97],"extension":[13],"of":[14,40,48,60,88,106,137,172,176,227],"conventional":[15],"TCP,":[16],"which":[17,109,160,210],"enables":[18],"multi-homed":[19],"devices":[20],"to":[21,43,83,102,113,120,127,168],"establish":[22],"multiple":[23,89],"paths":[24],"for":[25,35,150,158,207],"simultaneous":[26],"data":[27],"transmission.":[28],"Congestion":[29],"control":[30,54,79],"is":[31],"a":[32,58,75,104,145,154,225],"fundamental":[33],"mechanism":[34],"design":[37,171],"and":[38,117,153,179,183,192,219],"implementation":[39],"MPTCP.":[41],"Due":[42,167],"diverse":[45],"QoS":[46],"characteristics":[47],"heterogeneous":[49,93],"links,":[50],"existing":[51],"multipath":[52,77],"congestion":[53,78,107,124,201],"mechanisms":[55,223],"suffer":[56],"from":[57],"number":[59],"performance":[61,208,228],"problems":[62],"such":[63],"bufferbloat,":[65],"suboptimal":[66],"bandwidth":[67],"usage,":[68],"etc.":[69],"In":[70],"this":[71],"paper,":[72],"we":[73,143],"propose":[74,144],"learning-based":[76],"approach":[80,157],"called":[81],"SmartCC":[82,95,213],"deal":[84,133],"with":[85,134],"diversities":[87],"communication":[90],"path":[91],"in":[92,140,199],"networks.":[94],"adopts":[96],"asynchronous":[98,170],"reinforcement":[99],"learning":[100,185],"framework":[101],"learn":[103],"set":[105],"rules,":[108],"allows":[110],"sender":[112],"observe":[114],"environment":[116],"take":[118],"actions":[119],"adjust":[121],"subflows'":[123],"windows":[125],"adaptively":[126],"fit":[128],"different":[129],"network":[130],"situations.":[131],"To":[132],"problem":[136],"infinite":[138],"states":[139],"high-dimensional":[141],"space,":[142],"hierarchical":[146],"tile":[147],"coding":[148],"algorithm":[149],"state":[151],"aggregation":[152],"function":[155],"estimation":[156],"Q-learning,":[159],"can":[161],"derive":[162],"optimal":[164],"policy":[165],"efficiently.":[166],"SmartCC,":[173],"processes":[175],"model":[177],"training":[178],"execution":[180],"are":[181],"decoupled,":[182],"process":[186,198],"will":[187],"not":[188],"introduce":[189],"extra":[190],"delay":[191],"overhead":[193],"on":[194,224],"decision":[196],"making":[197],"MPTCP":[200],"control.":[202],"We":[203],"conduct":[204],"extensive":[205],"experiments":[206],"evaluation,":[209],"show":[211],"that":[212],"improves":[214],"aggregate":[216],"throughput":[217],"significantly":[218],"outperforms":[220],"state-of-the-art":[222],"variety":[226],"metrics.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":27},{"year":2021,"cited_by_count":32},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}