{"id":"https://openalex.org/W4381786732","doi":"https://doi.org/10.1109/wf-iot54382.2022.10152217","title":"A Reinforcement Learning-based Multipath Scheduling for Heterogeneous Wireless Networks","display_name":"A Reinforcement Learning-based Multipath Scheduling for Heterogeneous Wireless Networks","publication_year":2022,"publication_date":"2022-10-26","ids":{"openalex":"https://openalex.org/W4381786732","doi":"https://doi.org/10.1109/wf-iot54382.2022.10152217"},"language":"en","primary_location":{"id":"doi:10.1109/wf-iot54382.2022.10152217","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wf-iot54382.2022.10152217","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 8th World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037414408","display_name":"Thanh Trung Nguyen","orcid":"https://orcid.org/0000-0002-7405-2984"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":true,"raw_author_name":"Thanh Trung Nguyen","raw_affiliation_strings":["Hanoi University of Science and Technology,Hanoi,Vietnam","Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061237354","display_name":"Minh Hai Vu","orcid":"https://orcid.org/0000-0002-7436-3862"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Minh Hai Vu","raw_affiliation_strings":["Hanoi University of Science and Technology,Hanoi,Vietnam","Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058485829","display_name":"Phi Le Nguyen","orcid":"https://orcid.org/0000-0001-6547-7641"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Phi Le Nguyen","raw_affiliation_strings":["Hanoi University of Science and Technology,Hanoi,Vietnam","Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002034856","display_name":"Phan Thuan","orcid":"https://orcid.org/0000-0002-7376-1818"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Phan Thuan Do","raw_affiliation_strings":["Hanoi University of Science and Technology,Hanoi,Vietnam","Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077043884","display_name":"Kien Nguyen","orcid":"https://orcid.org/0000-0003-0400-3084"},"institutions":[{"id":"https://openalex.org/I159385669","display_name":"Chiba University","ror":"https://ror.org/01hjzeq58","country_code":"JP","type":"education","lineage":["https://openalex.org/I159385669"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kien Nguyen","raw_affiliation_strings":["Chiba University,Chiba,Japan","Chiba University, Chiba, Japan"],"affiliations":[{"raw_affiliation_string":"Chiba University,Chiba,Japan","institution_ids":["https://openalex.org/I159385669"]},{"raw_affiliation_string":"Chiba University, Chiba, Japan","institution_ids":["https://openalex.org/I159385669"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5037414408"],"corresponding_institution_ids":["https://openalex.org/I94518387"],"apc_list":null,"apc_paid":null,"fwci":0.2744,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.54687802,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8558200597763062},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8376778364181519},{"id":"https://openalex.org/keywords/multipath-propagation","display_name":"Multipath propagation","score":0.7140325307846069},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6419814825057983},{"id":"https://openalex.org/keywords/multipath-tcp","display_name":"Multipath TCP","score":0.5616414546966553},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5561806559562683},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5537607669830322},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5272014737129211},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5217496156692505},{"id":"https://openalex.org/keywords/multipath-routing","display_name":"Multipath routing","score":0.5070335865020752},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4665258824825287},{"id":"https://openalex.org/keywords/packet-loss","display_name":"Packet loss","score":0.42348015308380127},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.41413554549217224},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1886703372001648},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.17822995781898499},{"id":"https://openalex.org/keywords/wireless-routing-protocol","display_name":"Wireless Routing Protocol","score":0.163936585187912},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12226065993309021},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08001247048377991}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8558200597763062},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8376778364181519},{"id":"https://openalex.org/C161218011","wikidata":"https://www.wikidata.org/wiki/Q11827794","display_name":"Multipath propagation","level":3,"score":0.7140325307846069},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6419814825057983},{"id":"https://openalex.org/C2779166880","wikidata":"https://www.wikidata.org/wiki/Q14947831","display_name":"Multipath TCP","level":4,"score":0.5616414546966553},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5561806559562683},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5537607669830322},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5272014737129211},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5217496156692505},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.5070335865020752},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4665258824825287},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.42348015308380127},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.41413554549217224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1886703372001648},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.17822995781898499},{"id":"https://openalex.org/C47318570","wikidata":"https://www.wikidata.org/wiki/Q8026863","display_name":"Wireless Routing Protocol","level":4,"score":0.163936585187912},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12226065993309021},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08001247048377991},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wf-iot54382.2022.10152217","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wf-iot54382.2022.10152217","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 8th World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2339109141","https://openalex.org/W2436939335","https://openalex.org/W2769786654","https://openalex.org/W2770930158","https://openalex.org/W3034631130"],"related_works":["https://openalex.org/W1900116260","https://openalex.org/W3180763927","https://openalex.org/W4389988679","https://openalex.org/W2964097191","https://openalex.org/W2755493606","https://openalex.org/W2999848060","https://openalex.org/W2980316814","https://openalex.org/W2783381334","https://openalex.org/W2507833553","https://openalex.org/W2531685183"],"abstract_inverted_index":{"With":[0],"the":[1,20,35,42,48,56,78,111,124,146,160],"development":[2],"and":[3,13,31,83,127,152],"commercialization":[4],"of":[5,34,114],"new":[6],"mobile":[7],"network":[8],"generations":[9],"such":[10,28],"as":[11,29],"5G":[12],"beyond,":[14],"future":[15],"communications":[16],"are":[17],"shifting":[18],"from":[19,72],"traditional":[21],"single-path":[22],"paradigm":[23],"to":[24,52,136,159],"multipath":[25,43,66,95,103],"transport":[26,96],"protocols":[27],"MPTCP":[30],"MPQUIC.":[32],"One":[33],"most":[36],"critical":[37],"issues":[38],"in":[39,50,105,150,154],"dealing":[40,76],"with":[41,77,120],"transmission":[44,129],"is":[45],"appropriately":[46],"scheduling":[47,67],"pathways":[49],"order":[51],"guarantee":[53],"QoS.":[54,138],"Despite":[55],"fact":[57],"that":[58,143],"tremendous":[59],"effort":[60],"has":[61],"been":[62],"put":[63],"into":[64],"developing":[65],"algorithms,":[68],"existing":[69],"approaches":[70],"suffer":[71],"several":[73],"limitations":[74],"when":[75],"network's":[79],"dynamicity,":[80],"including":[81],"congestion":[82],"packet":[84],"loss.":[85],"In":[86],"this":[87],"paper,":[88],"we":[89],"propose":[90],"a":[91,117,155],"novel":[92],"Reinforcement":[93],"learning-based":[94],"protocol":[97],"named":[98],"SATO,":[99],"which":[100],"efficiently":[101],"schedules":[102],"communication":[104],"heterogeneous":[106],"wireless":[107],"networks.":[108],"By":[109],"leveraging":[110],"self-learning":[112],"ability":[113],"reinforcement":[115],"learning,":[116],"node":[118],"equipped":[119],"SATO":[121,144],"can":[122],"capture":[123],"environmental":[125],"changes":[126],"select":[128],"paths":[130],"based":[131],"on":[132],"an":[133],"appropriate":[134],"policy":[135],"optimize":[137],"Our":[139],"evaluation":[140],"results":[141],"show":[142],"improves":[145],"QoS":[147],"by":[148],"10%-15%":[149],"simulation":[151],"12%":[153],"real":[156],"deployment":[157],"compared":[158],"state-of-the-art":[161],"algorithm.":[162]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}