{"id":"https://openalex.org/W4388040707","doi":"https://doi.org/10.1109/pimrc56721.2023.10293832","title":"Channel Selection for Wi-Fi 7 Multi-Link Operation via Optimistic-Weighted VDN and Parallel Transfer Reinforcement Learning","display_name":"Channel Selection for Wi-Fi 7 Multi-Link Operation via Optimistic-Weighted VDN and Parallel Transfer Reinforcement Learning","publication_year":2023,"publication_date":"2023-09-05","ids":{"openalex":"https://openalex.org/W4388040707","doi":"https://doi.org/10.1109/pimrc56721.2023.10293832"},"language":"en","primary_location":{"id":"doi:10.1109/pimrc56721.2023.10293832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc56721.2023.10293832","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 34th Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084225951","display_name":"Pedro Enrique Iturria-Rivera","orcid":"https://orcid.org/0000-0002-8757-2639"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Pedro Enrique Iturria-Rivera","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013596032","display_name":"Marcel Chenier","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marcel Chenier","raw_affiliation_strings":["NetExperience.,Ottawa,Canada","NetExperience., Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"NetExperience.,Ottawa,Canada","institution_ids":[]},{"raw_affiliation_string":"NetExperience., Ottawa, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033257493","display_name":"Bernard Herscovici","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bernard Herscovici","raw_affiliation_strings":["NetExperience.,Ottawa,Canada","NetExperience., Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"NetExperience.,Ottawa,Canada","institution_ids":[]},{"raw_affiliation_string":"NetExperience., Ottawa, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003131477","display_name":"Burak Kantarc\u0131","orcid":"https://orcid.org/0000-0003-0220-7956"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Burak Kantarci","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089891162","display_name":"Melike Erol\u2010Kantarci","orcid":"https://orcid.org/0000-0001-6787-8457"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Melike Erol-Kantarci","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5084225951"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":1.424,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.83094291,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8371212482452393},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.7641010284423828},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6305922865867615},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4919283390045166},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.48479169607162476},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.46137627959251404},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4165884852409363},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4003294110298157},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34644585847854614},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.20189756155014038},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1553696095943451}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8371212482452393},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.7641010284423828},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6305922865867615},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4919283390045166},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.48479169607162476},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.46137627959251404},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4165884852409363},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4003294110298157},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34644585847854614},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.20189756155014038},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1553696095943451}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pimrc56721.2023.10293832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc56721.2023.10293832","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 34th Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5799999833106995}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2097381042","https://openalex.org/W2121696237","https://openalex.org/W2807741983","https://openalex.org/W2963079995","https://openalex.org/W2978894944","https://openalex.org/W3035802247","https://openalex.org/W3099689767","https://openalex.org/W3154647031","https://openalex.org/W3156295478","https://openalex.org/W3163844597","https://openalex.org/W3190664561","https://openalex.org/W4285794073","https://openalex.org/W4295598622","https://openalex.org/W4299802797","https://openalex.org/W4310509699","https://openalex.org/W6674600207","https://openalex.org/W6678250138","https://openalex.org/W6738796088","https://openalex.org/W6749304979","https://openalex.org/W6752380930","https://openalex.org/W6779438722"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"Dense":[0],"and":[1,9,15,36,127,150,158,196,203,228,233,263],"unplanned":[2],"IEEE":[3,42,112],"802.11":[4],"Wireless":[5],"Fidelity":[6],"(Wi-Fi)":[7],"deployments":[8],"the":[10,34,37,40,55,68,74,119,145,156,174,180,217,250],"continuous":[11],"increase":[12,67],"of":[13,70,121,221,236,255,257],"throughput":[14],"latency":[16],"stringent":[17],"services":[18],"for":[19,54],"users":[20],"have":[21],"led":[22],"to":[23,27,106,193,260,266],"machine":[24],"learning":[25,125],"algorithms":[26],"be":[28],"considered":[29],"as":[30,49],"promising":[31],"techniques":[32],"in":[33,111,216,253],"industry":[35],"academia.":[38],"Specifically,":[39],"ongoing":[41],"802.11be":[43,113],"EHT":[44],"\u2014Extremely":[45],"High":[46],"Throughput,":[47],"known":[48],"Wi-Fi":[50],"7\u2014":[51],"amendment":[52],"propose,":[53],"first":[56],"time,":[57],"Multi-Link":[58],"Operation":[59],"(MLO).":[60],"Among":[61],"others,":[62],"this":[63,80],"new":[64],"feature":[65],"will":[66],"complexity":[69],"channel":[71,109],"selection":[72,110],"due":[73],"novel":[75],"multiple":[76],"interfaces":[77],"proposal.":[78],"In":[79],"paper,":[81],"we":[82,117],"present":[83],"a":[84,128,190,212],"Parallel":[85,97],"Transfer":[86,98,154],"Reinforcement":[87,92,99],"Learning":[88,93,100],"(PTRL)-based":[89],"cooperative":[90],"Multi-Agent":[91,138],"(MARL)":[94],"algorithm":[95,182],"named":[96],"Optimistic-Weighted":[101],"Value":[102],"Decomposition":[103],"Networks":[104],"(oVDN)":[105],"improve":[107],"intelligent":[108],"MLO-capable":[114],"networks.":[115],"Additionally,":[116],"compare":[118],"impact":[120],"different":[122],"parallel":[123],"transfer":[124],"alternatives":[126],"centralized":[129],"non-transfer":[130],"MARL":[131],"baseline.":[132],"Two":[133],"PTRL":[134,244],"methods":[135],"are":[136,161,177,238],"presented:":[137],"System":[139],"(MAS)":[140],"Joint":[141],"Q-function":[142,147],"Transfer,":[143],"where":[144,155,230],"joint":[146],"is":[148,179],"transferred":[149,162],"MAS":[151],"Best/Worst":[152],"Experience":[153],"best":[157,175,181,243],"worst":[159,232],"experiences":[160,176,237],"among":[163],"MASs.":[164],"Simulation":[165],"results":[166],"show":[167],"that":[168],"oVDN":[169,185,207,224,229],"<inf":[170,186,208,225],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[171,187,209,226],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">g</inf>":[172,188,210],"\u2013only":[173],"utilized\u2013":[178],"variant.":[183],"Moreover,":[184],"offers":[189],"gain":[191,215],"up":[192,259,265],"3%,":[194],"7.2%":[195],"11%":[197],"when":[198],"compared":[199],"with":[200],"VDN,":[201],"VDN-nonQ":[202],"non-PTRL":[204,251],"baselines.":[205],"Furthermore,":[206],"experienced":[211],"reward":[213,264],"convergence":[214,258],"5":[218],"GHz":[219],"interface":[220],"33.3%":[222],"over":[223,249],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">b</inf>":[227],"only":[231],"both":[234],"types":[235],"considered,":[239],"respectively.":[240],"Finally,":[241],"our":[242],"alternative":[245],"showed":[246],"an":[247],"improvement":[248],"baseline":[252],"terms":[254],"speed":[256],"40":[261],"episodes":[262],"135%.":[267]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}