{"id":"https://openalex.org/W4393140468","doi":"https://doi.org/10.1109/tnsm.2024.3380049","title":"Breaking the Inertial Thinking: Non-Blocking Multipath Congestion Control Based on the Single-Subflow Reinforcement Learning Model","display_name":"Breaking the Inertial Thinking: Non-Blocking Multipath Congestion Control Based on the Single-Subflow Reinforcement Learning Model","publication_year":2024,"publication_date":"2024-03-25","ids":{"openalex":"https://openalex.org/W4393140468","doi":"https://doi.org/10.1109/tnsm.2024.3380049"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2024.3380049","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tnsm.2024.3380049","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076248156","display_name":"Dehui Wei","orcid":"https://orcid.org/0000-0002-6952-5062"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dehui Wei","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100317582","display_name":"Jiao Zhang","orcid":"https://orcid.org/0000-0001-5614-3420"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiao Zhang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","Purple Mountain Laboratories, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Purple Mountain Laboratories, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114861009","display_name":"Haozhe Li","orcid":"https://orcid.org/0009-0001-5057-9116"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haozhe Li","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081224801","display_name":"Yuanjie Liu","orcid":"https://orcid.org/0000-0002-3041-893X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanjie Liu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100342900","display_name":"Xuan Zhang","orcid":"https://orcid.org/0000-0002-3089-9809"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Zhang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014799844","display_name":"Tian Pan","orcid":"https://orcid.org/0000-0001-7718-0669"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Pan","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","Purple Mountain Laboratories, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Purple Mountain Laboratories, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087767046","display_name":"Tao Huang","orcid":"https://orcid.org/0000-0002-3545-1122"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Huang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","Purple Mountain Laboratories, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Purple Mountain Laboratories, China","institution_ids":["https://openalex.org/I4210155350"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5076248156"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03169517,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"21","issue":"3","first_page":"2876","last_page":"2887"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8811493515968323},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7521624565124512},{"id":"https://openalex.org/keywords/emulation","display_name":"Emulation","score":0.6467312574386597},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.581028938293457},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.5670456886291504},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5074910521507263},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.49066436290740967},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.45098763704299927},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4250423014163971},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.42302852869033813},{"id":"https://openalex.org/keywords/multipath-propagation","display_name":"Multipath propagation","score":0.41693252325057983},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.28612077236175537},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.20314458012580872},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15867480635643005}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8811493515968323},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7521624565124512},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.6467312574386597},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.581028938293457},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.5670456886291504},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5074910521507263},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.49066436290740967},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.45098763704299927},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4250423014163971},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.42302852869033813},{"id":"https://openalex.org/C161218011","wikidata":"https://www.wikidata.org/wiki/Q11827794","display_name":"Multipath propagation","level":3,"score":0.41693252325057983},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.28612077236175537},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.20314458012580872},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15867480635643005},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2024.3380049","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tnsm.2024.3380049","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G3358112784","display_name":null,"funder_award_id":"62132022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6970529106","display_name":null,"funder_award_id":"62372053","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7917662814","display_name":null,"funder_award_id":"171059","funder_id":"https://openalex.org/F4320326297","funder_display_name":"Fok Ying Tung Education Foundation"},{"id":"https://openalex.org/G8910243956","display_name":null,"funder_award_id":"2022YFB2901700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326297","display_name":"Fok Ying Tung Education Foundation","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2007309295","https://openalex.org/W2014571013","https://openalex.org/W2022844530","https://openalex.org/W2030546641","https://openalex.org/W2057462363","https://openalex.org/W2064675550","https://openalex.org/W2126143263","https://openalex.org/W2126402853","https://openalex.org/W2132298128","https://openalex.org/W2136097391","https://openalex.org/W2136451165","https://openalex.org/W2179500942","https://openalex.org/W2271840356","https://openalex.org/W2283584307","https://openalex.org/W2335722297","https://openalex.org/W2396097687","https://openalex.org/W2528008179","https://openalex.org/W2736601468","https://openalex.org/W2920933065","https://openalex.org/W2959324952","https://openalex.org/W2966944379","https://openalex.org/W2979501713","https://openalex.org/W3006667004","https://openalex.org/W3016712945","https://openalex.org/W3046478992","https://openalex.org/W3110168429","https://openalex.org/W3116982344","https://openalex.org/W3156295478","https://openalex.org/W3169005972","https://openalex.org/W3169243324","https://openalex.org/W3181575648","https://openalex.org/W3207465991","https://openalex.org/W4296916072","https://openalex.org/W4321483980","https://openalex.org/W4321770431","https://openalex.org/W6638018090","https://openalex.org/W6684260611","https://openalex.org/W6694517276","https://openalex.org/W6741002519","https://openalex.org/W6750761875","https://openalex.org/W6753859785","https://openalex.org/W6762728350","https://openalex.org/W6769138899"],"related_works":["https://openalex.org/W2154523322","https://openalex.org/W2083200807","https://openalex.org/W1603137082","https://openalex.org/W2364195017","https://openalex.org/W2355430452","https://openalex.org/W1951195060","https://openalex.org/W2049983405","https://openalex.org/W2392315374","https://openalex.org/W2351776620","https://openalex.org/W2768698792"],"abstract_inverted_index":{"The":[0,266],"Multipath":[1],"TCP":[2],"(MPTCP)":[3],"protocol":[4],"has":[5],"received":[6],"more":[7],"attention":[8],"due":[9],"to":[10,42,63,79,93,110,158,175,192,204,222],"the":[11,22,44,65,68,76,80,100,111,123,145,160,172,194,197,206,211,226,235,240,243,251,256],"increasing":[12],"number":[13,82],"of":[14,27,46,53,67,73,83,95,114,147,196,208,210,228,237,245,258],"terminals":[15],"with":[16,118],"multiple":[17],"network":[18,24,289],"interfaces.":[19],"To":[20,178],"meet":[21],"higher":[23],"performance":[25,45,257],"demand":[26],"terminal":[28],"services,":[29],"many":[30],"researches":[31],"leverage":[32],"reinforcement":[33],"learning":[34],"(RL)":[35],"for":[36,132],"MPTCP":[37,126,153],"congestion":[38],"control":[39],"(CC)":[40],"algorithms":[41,286],"improve":[43],"MPTCP.":[47,121],"However,":[48,135],"we":[49,107,136],"observe":[50],"two":[51,232],"limitations":[52,162],"existing":[54],"RL-based":[55,229],"mechanisms":[56,77],"that":[57,170,270],"make":[58],"them":[59],"impractical:":[60],"1)":[61],"Fail":[62],"break":[64],"restriction":[66],"input":[69],"and":[70,155,163,187,239,254,263,280],"output":[71],"dimensions":[72],"RL,":[74],"making":[75],"unadaptable":[78],"varying":[81],"subflows.":[84],"2)":[85],"Frequent":[86],"model":[87,174],"decisions":[88],"block":[89],"packet":[90],"transmission,":[91],"leading":[92],"under-utilization":[94],"bandwidth.":[96],"This":[97],"paper":[98,241],"breaks":[99],"inertial":[101],"thinking":[102,141],"By":[103],"\u201cinertial":[104],"thinking\u201d":[105],"here,":[106],"are":[108],"referring":[109],"initial":[112],"reaction":[113],"others":[115],"when":[116],"dealing":[117],"CC":[119,146,168],"in":[120,150,250,295],"Given":[122],"interdependence":[124],"between":[125],"subflows,":[127],"scholars":[128],"have":[129,137],"traditionally":[130],"opted":[131],"coupled":[133,184],"CC.":[134],"challenged":[138],"this":[139,179],"conventional":[140],"by":[142],"independently":[143],"handling":[144],"different":[148,288,296],"subflows":[149],"a":[151,166,188,215],"single":[152],"flow":[154],"ensuring":[156],"fairness.":[157],"overcome":[159],"above":[161],"proposes":[164],"Maggey,":[165],"non-blocking":[167],"mechanism":[169],"applies":[171],"single-subflow":[173,212],"multipath":[176],"transmission.":[177],"end,":[180],"Maggey":[181,200,238,249,259,271,292],"employs":[182],"loosely":[183],"design":[185],"principles":[186],"unique":[189],"reward":[190],"function":[191],"ensure":[193,205],"fairness":[195,294],"algorithm.":[198],"Additionally,":[199],"introduces":[201],"iterative":[202],"training":[203,209],"accuracy":[207],"model.":[213],"Furthermore,":[214],"mode":[216],"transition":[217],"framework":[218],"is":[219],"artfully":[220],"designed":[221],"avoid":[223],"blocking,":[224],"preserving":[225],"flexibility":[227],"CCs.":[230],"These":[231],"features":[233],"enhance":[234],"practicability":[236],"analyze":[242],"stability":[244],"Maggey.":[246],"We":[247],"implement":[248],"Linux":[252],"kernel":[253],"evaluate":[255],"through":[260],"extensive":[261],"emulation":[262],"live":[264],"experiments.":[265],"evaluation":[267],"results":[268],"show":[269],"boosts":[272],"26%":[273],"throughput":[274,283],"over":[275,284],"DRL-CC":[276],"at":[277],"high":[278],"bandwidth":[279],"improves":[281],"2%-60%":[282],"traditional":[285],"under":[287],"conditions.":[290],"Besides,":[291],"maintains":[293],"scenarios.":[297]},"counts_by_year":[],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}