{"id":"https://openalex.org/W4387870068","doi":"https://doi.org/10.1109/icc45041.2023.10279008","title":"RL meets Multi-Link Operation in IEEE 802.11be: Multi-Headed Recurrent Soft-Actor Critic-based Traffic Allocation","display_name":"RL meets Multi-Link Operation in IEEE 802.11be: Multi-Headed Recurrent Soft-Actor Critic-based Traffic Allocation","publication_year":2023,"publication_date":"2023-05-28","ids":{"openalex":"https://openalex.org/W4387870068","doi":"https://doi.org/10.1109/icc45041.2023.10279008"},"language":"en","primary_location":{"id":"doi:10.1109/icc45041.2023.10279008","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45041.2023.10279008","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084225951","display_name":"Pedro Enrique Iturria-Rivera","orcid":"https://orcid.org/0000-0002-8757-2639"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Pedro Enrique Iturria-Rivera","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa,Ottawa,Canada","School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013596032","display_name":"Marcel Chenier","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marcel Chenier","raw_affiliation_strings":["NetExperience.,Ottawa,Canada","NetExperience., Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"NetExperience.,Ottawa,Canada","institution_ids":[]},{"raw_affiliation_string":"NetExperience., Ottawa, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033257493","display_name":"Bernard Herscovici","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bernard Herscovici","raw_affiliation_strings":["NetExperience.,Ottawa,Canada","NetExperience., Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"NetExperience.,Ottawa,Canada","institution_ids":[]},{"raw_affiliation_string":"NetExperience., Ottawa, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003131477","display_name":"Burak Kantarc\u0131","orcid":"https://orcid.org/0000-0003-0220-7956"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Burak Kantarci","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa,Ottawa,Canada","School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089891162","display_name":"Melike Erol\u2010Kantarci","orcid":"https://orcid.org/0000-0001-6787-8457"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Melike Erol-Kantarci","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa,Ottawa,Canada","School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5084225951"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":3.223,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.92508802,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4001","last_page":"4006"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8071051239967346},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.621733546257019},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5655946731567383},{"id":"https://openalex.org/keywords/ieee-802","display_name":"IEEE 802","score":0.5497567653656006},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4610890746116638},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4539912939071655},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.41638270020484924},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.41364067792892456},{"id":"https://openalex.org/keywords/high-fidelity","display_name":"High fidelity","score":0.41066625714302063},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.4103667140007019},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.12667593359947205},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11232146620750427},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08120575547218323}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8071051239967346},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.621733546257019},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5655946731567383},{"id":"https://openalex.org/C522090004","wikidata":"https://www.wikidata.org/wiki/Q616245","display_name":"IEEE 802","level":3,"score":0.5497567653656006},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4610890746116638},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4539912939071655},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.41638270020484924},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.41364067792892456},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.41066625714302063},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.4103667140007019},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.12667593359947205},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11232146620750427},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08120575547218323},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc45041.2023.10279008","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45041.2023.10279008","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1480527676","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2981037657","https://openalex.org/W3027202947","https://openalex.org/W3036834757","https://openalex.org/W3164559184","https://openalex.org/W3190664561","https://openalex.org/W3205988599","https://openalex.org/W3206281489","https://openalex.org/W3211897589","https://openalex.org/W4210470894","https://openalex.org/W4225712193","https://openalex.org/W4285191077","https://openalex.org/W4296935478","https://openalex.org/W4300799055","https://openalex.org/W4388040545","https://openalex.org/W6740801417","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6803484381"],"related_works":["https://openalex.org/W4313443006","https://openalex.org/W2945374968","https://openalex.org/W4385452045","https://openalex.org/W4293777179","https://openalex.org/W2164070813","https://openalex.org/W2135608140","https://openalex.org/W2319626700","https://openalex.org/W3099598016","https://openalex.org/W4319589573","https://openalex.org/W2997614060"],"abstract_inverted_index":{"IEEE":[0,14,40],"802.11be":[1,41,124],"-Extremely":[2],"High":[3,29],"Throughput-,":[4],"commercially":[5],"known":[6],"as":[7,27,210],"Wireless-Fidelity":[8],"(Wi-Fi)":[9],"7":[10],"is":[11,97,165,197],"the":[12,21,51,75,94,140,162,185,219,226,242,243],"newest":[13],"802.11":[15],"amendment":[16],"that":[17,48,161,194],"comes":[18],"to":[19,54,65,119,167,178,199,203,237],"address":[20],"increasingly":[22],"throughput":[23,80,205],"hungry":[24],"services":[25],"such":[26,209],"Ultra":[28],"Definition":[30],"(4K/8K)":[31],"Video":[32],"and":[33,81,149,180,187,206,212,239,245],"Virtual/Augmented":[34],"Reality":[35],"(VR/AR).":[36],"To":[37,77],"do":[38],"so,":[39],"presents":[42],"a":[43,67,85,108],"set":[44],"of":[45,172,225,231,235],"novel":[46],"features":[47],"will":[49],"boost":[50],"Wi-Fi":[52,73],"technology":[53],"its":[55],"edge.":[56],"Among":[57],"them,":[58],"Multi-Link":[59,150],"Operation":[60,71],"(MLO)":[61],"devices":[62],"are":[63],"anticipated":[64],"become":[66],"reality,":[68],"leaving":[69],"Single-Link":[70],"(SLO)":[72],"in":[74,99,123,139,170,229],"past.":[76],"achieve":[78],"superior":[79],"very":[82],"low":[83],"latency,":[84],"careful":[86],"design":[87],"approach":[88],"must":[89],"be":[90],"taken,":[91],"on":[92],"how":[93],"incoming":[95,121],"traffic":[96,122,208],"distributed":[98],"MLO":[100,125],"capable":[101,126],"devices.":[102],"In":[103],"this":[104],"paper,":[105],"we":[106,129,192],"present":[107],"Reinforcement":[109],"Learning":[110],"(RL)":[111],"algorithm":[112,164],"named":[113],"Multi-Headed":[114],"Recurrent":[115],"Soft-Actor":[116],"Critic":[117],"(MH-RSAC)":[118],"distribute":[120],"networks.":[127],"Moreover,":[128],"compare":[130],"our":[131,195],"results":[132,159],"with":[133,184,218],"two":[134],"non-RL":[135],"baselines":[136],"previously":[137],"proposed":[138],"literature":[141],"named:":[142],"Single":[143],"Link":[144],"Less":[145],"Congested":[146],"Interface":[147],"(SLCI)":[148],"Congestion-aware":[151],"Load":[152],"balancing":[153],"at":[154],"flow":[155],"arrivals":[156],"(MCAA).":[157],"Simulation":[158],"reveal":[160],"MH-RSAC":[163,227],"able":[166,198],"obtain":[168],"gains":[169],"terms":[171,230],"Throughput":[173],"Drop":[174],"Ratio":[175],"(TDR)":[176],"up":[177,236],"35.2%":[179],"6%":[181,240],"when":[182,216],"compared":[183,217],"SLCI":[186],"MCAA":[188,246],"algorithms,":[189],"respectively.":[190],"Finally,":[191],"observed":[193],"scheme":[196,228],"respond":[200],"more":[201],"efficiently":[202],"high":[204],"dynamic":[207],"VR":[211],"Web":[213],"Browsing":[214],"(WB)":[215],"baselines.":[220],"Results":[221],"showed":[222],"an":[223],"improvement":[224],"Flow":[232],"Satisfaction":[233],"(FS)":[234],"25.6%":[238],"over":[241],"SCLI":[244],"algorithms.":[247]},"counts_by_year":[{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-21T06:30:42.041108","created_date":"2025-10-10T00:00:00"}