{"id":"https://openalex.org/W4285024830","doi":"https://doi.org/10.1109/mwc.013.2100658","title":"Multipath TCP Meets Reinforcement Learning: A Novel Energy-Efficient Scheduling Approach in Heterogeneous Wireless Networks","display_name":"Multipath TCP Meets Reinforcement Learning: A Novel Energy-Efficient Scheduling Approach in Heterogeneous Wireless Networks","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W4285024830","doi":"https://doi.org/10.1109/mwc.013.2100658"},"language":"en","primary_location":{"id":"doi:10.1109/mwc.013.2100658","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mwc.013.2100658","pdf_url":null,"source":{"id":"https://openalex.org/S146764194","display_name":"IEEE Wireless Communications","issn_l":"1536-1284","issn":["1536-1284","1558-0687"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034016908","display_name":"Pingping Dong","orcid":"https://orcid.org/0000-0003-0222-6815"},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Pingping Dong","raw_affiliation_strings":["Hunan Normal University,China","Hunan Normal University, China"],"affiliations":[{"raw_affiliation_string":"Hunan Normal University,China","institution_ids":["https://openalex.org/I173759888"]},{"raw_affiliation_string":"Hunan Normal University, China","institution_ids":["https://openalex.org/I173759888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080004346","display_name":"Rongcheng Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongcheng Shen","raw_affiliation_strings":["Hunan Normal University,China","Hunan Normal University, China"],"affiliations":[{"raw_affiliation_string":"Hunan Normal University,China","institution_ids":["https://openalex.org/I173759888"]},{"raw_affiliation_string":"Hunan Normal University, China","institution_ids":["https://openalex.org/I173759888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391116","display_name":"Qian Wang","orcid":"https://orcid.org/0000-0002-8967-8525"},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Wang","raw_affiliation_strings":["Hunan Normal University,China","Hunan Normal University, China"],"affiliations":[{"raw_affiliation_string":"Hunan Normal University,China","institution_ids":["https://openalex.org/I173759888"]},{"raw_affiliation_string":"Hunan Normal University, China","institution_ids":["https://openalex.org/I173759888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007427615","display_name":"Yuning Zuo","orcid":null},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuning Zuo","raw_affiliation_strings":["Hunan Normal University,China","Hunan Normal University, China"],"affiliations":[{"raw_affiliation_string":"Hunan Normal University,China","institution_ids":["https://openalex.org/I173759888"]},{"raw_affiliation_string":"Hunan Normal University, China","institution_ids":["https://openalex.org/I173759888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100743096","display_name":"Yajing Li","orcid":"https://orcid.org/0000-0001-7634-0317"},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yajing Li","raw_affiliation_strings":["Hunan Normal University,China","Hunan Normal University, China"],"affiliations":[{"raw_affiliation_string":"Hunan Normal University,China","institution_ids":["https://openalex.org/I173759888"]},{"raw_affiliation_string":"Hunan Normal University, China","institution_ids":["https://openalex.org/I173759888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056862578","display_name":"Dian Zhang","orcid":"https://orcid.org/0000-0002-0979-2185"},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dian Zhang","raw_affiliation_strings":["Hunan Normal University,China","Hunan Normal University, China"],"affiliations":[{"raw_affiliation_string":"Hunan Normal University,China","institution_ids":["https://openalex.org/I173759888"]},{"raw_affiliation_string":"Hunan Normal University, China","institution_ids":["https://openalex.org/I173759888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020419362","display_name":"Lianming Zhang","orcid":"https://orcid.org/0000-0002-7529-0837"},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianming Zhang","raw_affiliation_strings":["Hunan Normal University,China","Hunan Normal University, China"],"affiliations":[{"raw_affiliation_string":"Hunan Normal University,China","institution_ids":["https://openalex.org/I173759888"]},{"raw_affiliation_string":"Hunan Normal University, China","institution_ids":["https://openalex.org/I173759888"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101821182","display_name":"Wenjun Yang","orcid":"https://orcid.org/0000-0001-5361-7731"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Wenjun Yang","raw_affiliation_strings":["University of Victoria,Canada","University of Victoria, Canada"],"affiliations":[{"raw_affiliation_string":"University of Victoria,Canada","institution_ids":["https://openalex.org/I212119943"]},{"raw_affiliation_string":"University of Victoria, Canada","institution_ids":["https://openalex.org/I212119943"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5034016908"],"corresponding_institution_ids":["https://openalex.org/I173759888"],"apc_list":null,"apc_paid":null,"fwci":1.3813,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.81649835,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"30","issue":"2","first_page":"138","last_page":"146"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8866363763809204},{"id":"https://openalex.org/keywords/multipath-tcp","display_name":"Multipath TCP","score":0.8159527778625488},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7086835503578186},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6650569438934326},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5017905235290527},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4880770444869995},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4580880403518677},{"id":"https://openalex.org/keywords/network-interface","display_name":"Network interface","score":0.4451286196708679},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4379366338253021},{"id":"https://openalex.org/keywords/multipath-propagation","display_name":"Multipath propagation","score":0.42254164814949036},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3565136194229126},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.12258893251419067},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10703977942466736},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.10139879584312439}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8866363763809204},{"id":"https://openalex.org/C2779166880","wikidata":"https://www.wikidata.org/wiki/Q14947831","display_name":"Multipath TCP","level":4,"score":0.8159527778625488},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7086835503578186},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6650569438934326},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5017905235290527},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4880770444869995},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4580880403518677},{"id":"https://openalex.org/C103987645","wikidata":"https://www.wikidata.org/wiki/Q985806","display_name":"Network interface","level":3,"score":0.4451286196708679},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4379366338253021},{"id":"https://openalex.org/C161218011","wikidata":"https://www.wikidata.org/wiki/Q11827794","display_name":"Multipath propagation","level":3,"score":0.42254164814949036},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3565136194229126},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.12258893251419067},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10703977942466736},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.10139879584312439},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C172173386","wikidata":"https://www.wikidata.org/wiki/Q79984","display_name":"Ethernet","level":2,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mwc.013.2100658","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mwc.013.2100658","pdf_url":null,"source":{"id":"https://openalex.org/S146764194","display_name":"IEEE Wireless Communications","issn_l":"1536-1284","issn":["1536-1284","1558-0687"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1586278094","display_name":null,"funder_award_id":"61572191,61602171","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W238851726","https://openalex.org/W2075115825","https://openalex.org/W2099625997","https://openalex.org/W2129386480","https://openalex.org/W2129636357","https://openalex.org/W2436939335","https://openalex.org/W2531779890","https://openalex.org/W2594251721","https://openalex.org/W2793617123","https://openalex.org/W2911990667","https://openalex.org/W2920334458","https://openalex.org/W2966944379","https://openalex.org/W3126318735","https://openalex.org/W3184913445","https://openalex.org/W6780955760"],"related_works":["https://openalex.org/W3180763927","https://openalex.org/W4389988679","https://openalex.org/W2060886733","https://openalex.org/W2783646239","https://openalex.org/W2897745402","https://openalex.org/W2467582445","https://openalex.org/W4379620330","https://openalex.org/W2165788791","https://openalex.org/W2119744147","https://openalex.org/W2531685183"],"abstract_inverted_index":{"Multipath":[0],"TCP":[1,14],"(MPTCP)":[2],"has":[3],"been":[4],"standardized":[5],"by":[6],"the":[7,18,41,61,89,107,132,161,166,176,189,200,211,228,238],"IETF":[8],"as":[9,144,146],"an":[10,182],"extension":[11],"of":[12,76,191,244],"conventional":[13],"and":[15,83,92,102,194,208,231],"it":[16],"allows":[17],"system":[19,64],"to":[20,29,36,50,57,65,79,88,130,150,157,175,197,237],"utilize":[21],"multiple":[22,38,52,155],"paths":[23,68,104],"simultaneously,":[24],"which":[25,44,67,187],"can":[26,163,226],"aggregate":[27,229],"bandwidth":[28],"improve":[30,227],"network":[31,85,178,245],"throughput.":[32,86],"However,":[33],"MPTCP":[34,46,147,216],"needs":[35],"open":[37],"interfaces":[39],"at":[40],"same":[42],"time,":[43],"makes":[45],"consume":[47],"more":[48],"energy":[49,81,111,233],"maintain":[51],"interface":[53],"connections.":[54],"Thus,":[55],"how":[56],"manage":[58,151],"subflows":[59],"with":[60],"MPTCP's":[62],"scheduling":[63,100],"determine":[66,131],"should":[69],"be":[70],"used":[71],"for":[72,136,170],"data":[73],"transmission":[74,148],"is":[75,181],"critical":[77],"importance":[78],"reduce":[80,232],"consumption":[82,234],"ensure":[84,198],"Due":[87],"path":[90,134,152,168,217],"heterogeneity":[91],"random":[93],"packet":[94],"losses":[95],"in":[96,215,241],"wireless":[97],"networks,":[98],"existing":[99],"systems,":[101],"selecting":[103],"based":[105],"on":[106,210],"path's":[108],"delay":[109,207],"or":[110],"cost,":[112],"may":[113],"suffer":[114],"from":[115],"performance":[116],"degradation.":[117],"In":[118],"this":[119],"article,":[120],"we":[121],"propose":[122],"a":[123,171,242],"reinforcement":[124,142,184],"learning-based":[125],"multipath":[126],"scheduler":[127],"called":[128],"MPTCP-RL":[129,139,180,225],"optimal":[133,167],"set":[135,169],"different":[137],"flows.":[138],"adopts":[140],"deep":[141],"learning":[143,185,201],"well":[145],"model":[149],"usage":[153],"among":[154],"connections":[156],"make":[158],"sure":[159],"that":[160,199,224],"sender":[162],"adaptively":[164],"select":[165],"certain":[172],"application":[173],"according":[174],"current":[177],"environment.":[179],"asynchronous":[183],"framework,":[186],"separates":[188],"processes":[190],"offline":[192],"training":[193],"online":[195],"decision":[196,212],"process":[202,214],"will":[203],"not":[204],"introduce":[205],"extra":[206],"overhead":[209],"making":[213],"management.":[218],"The":[219],"extensive":[220],"experimental":[221],"results":[222],"show":[223],"throughput":[230],"significantly":[235],"compared":[236],"state-of-the-art":[239],"mechanisms":[240],"variety":[243],"scenarios.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}