{"id":"https://openalex.org/W4376480852","doi":"https://doi.org/10.1109/wcnc55385.2023.10118946","title":"Long-/Short-Term Reinforcement Learning for Multi-APs Channel Allocation in IEEE 802.11ax WLANs","display_name":"Long-/Short-Term Reinforcement Learning for Multi-APs Channel Allocation in IEEE 802.11ax WLANs","publication_year":2023,"publication_date":"2023-03-01","ids":{"openalex":"https://openalex.org/W4376480852","doi":"https://doi.org/10.1109/wcnc55385.2023.10118946"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc55385.2023.10118946","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wcnc55385.2023.10118946","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109605963","display_name":"Sheng-Han Chung","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Sheng-Han Chung","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Communications Engineering,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","Department of Electronics and Electrical Engineering, Institute of Communications Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Communications Engineering,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Electronics and Electrical Engineering, Institute of Communications Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019371571","display_name":"Li-Hsiang Shen","orcid":"https://orcid.org/0000-0002-6412-5457"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Li-Hsiang Shen","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Communications Engineering,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","Department of Electronics and Electrical Engineering, Institute of Communications Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Communications Engineering,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Electronics and Electrical Engineering, Institute of Communications Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020169858","display_name":"Kai\u2010Ten Feng","orcid":"https://orcid.org/0000-0002-2781-8449"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kai-Ten Feng","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Communications Engineering,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","Department of Electronics and Electrical Engineering, Institute of Communications Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Communications Engineering,Department of Electronics and Electrical Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Electronics and Electrical Engineering, Institute of Communications Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5109605963"],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":0.4024,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.58938075,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8388819694519043},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7301446199417114},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6524176597595215},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.612339973449707},{"id":"https://openalex.org/keywords/orthogonal-frequency-division-multiple-access","display_name":"Orthogonal frequency-division multiple access","score":0.5829467177391052},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.49825358390808105},{"id":"https://openalex.org/keywords/ieee-802.11","display_name":"IEEE 802.11","score":0.46695905923843384},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.44857630133628845},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.43722808361053467},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.42178255319595337},{"id":"https://openalex.org/keywords/channel-allocation-schemes","display_name":"Channel allocation schemes","score":0.41461899876594543},{"id":"https://openalex.org/keywords/orthogonal-frequency-division-multiplexing","display_name":"Orthogonal frequency-division multiplexing","score":0.39317089319229126},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.37969574332237244},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3396085798740387},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12706774473190308},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.07911834120750427}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8388819694519043},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7301446199417114},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6524176597595215},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.612339973449707},{"id":"https://openalex.org/C2775907427","wikidata":"https://www.wikidata.org/wiki/Q2697649","display_name":"Orthogonal frequency-division multiple access","level":4,"score":0.5829467177391052},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.49825358390808105},{"id":"https://openalex.org/C185298936","wikidata":"https://www.wikidata.org/wiki/Q193228","display_name":"IEEE 802.11","level":4,"score":0.46695905923843384},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.44857630133628845},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.43722808361053467},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.42178255319595337},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.41461899876594543},{"id":"https://openalex.org/C40409654","wikidata":"https://www.wikidata.org/wiki/Q375889","display_name":"Orthogonal frequency-division multiplexing","level":3,"score":0.39317089319229126},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37969574332237244},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3396085798740387},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12706774473190308},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.07911834120750427},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc55385.2023.10118946","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wcnc55385.2023.10118946","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311649","display_name":"Ministry of Education","ror":"https://ror.org/036nq5137"},{"id":"https://openalex.org/F4320331164","display_name":"National Science and Technology Council","ror":"https://ror.org/00wnb9798"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2040311167","https://openalex.org/W2094000142","https://openalex.org/W2340600537","https://openalex.org/W2605404815","https://openalex.org/W2613876438","https://openalex.org/W2735793369","https://openalex.org/W2775256615","https://openalex.org/W2807731816","https://openalex.org/W2898035736","https://openalex.org/W2957492441","https://openalex.org/W2963349765","https://openalex.org/W2964005248","https://openalex.org/W2971464026","https://openalex.org/W2994710153","https://openalex.org/W3008894094","https://openalex.org/W3041793217","https://openalex.org/W3047517574","https://openalex.org/W3099935141","https://openalex.org/W3190005886","https://openalex.org/W4280490991","https://openalex.org/W4309694836","https://openalex.org/W6846723556"],"related_works":["https://openalex.org/W2180954594","https://openalex.org/W2052835778","https://openalex.org/W2049003611","https://openalex.org/W2169305728","https://openalex.org/W2042624339","https://openalex.org/W2078013232","https://openalex.org/W1978581833","https://openalex.org/W1992128033","https://openalex.org/W1654541684","https://openalex.org/W2182182191"],"abstract_inverted_index":{"IEEE":[0,90],"802.11ax":[1,91],"system":[2,67,146],"has":[3],"been":[4],"adopted":[5],"to":[6,27,64,82,149],"provide":[7,65],"enhanced":[8],"throughput":[9,147],"performance":[10],"for":[11,32,86,125],"next-generation":[12],"wireless":[13],"local":[14],"area":[15],"networks.":[16],"Its":[17],"orthogonal":[18],"frequency":[19],"division":[20],"multiple":[21,57],"access":[22,38],"(OFDMA)":[23],"allows":[24],"massive":[25],"users":[26,55],"concurrently":[28],"utilize":[29],"different":[30],"subbands":[31],"data":[33],"transmission":[34],"from":[35,99],"their":[36],"corresponding":[37],"points":[39],"(APs).":[40],"However,":[41],"severe":[42],"adjacent":[43],"channel":[44,78],"interference":[45],"(ACI)":[46],"incurs":[47],"overlapping":[48],"channels":[49],"under":[50],"the":[51,94,106,120,138],"scenarios":[52,88],"of":[53,96,122,140],"dense":[54],"with":[56],"APs,":[58],"which":[59],"should":[60],"be":[61],"properly":[62],"alleviated":[63],"adequate":[66],"throughput.":[68],"In":[69],"this":[70],"paper,":[71],"we":[72],"propose":[73],"a":[74],"long-/short-term":[75],"reinforcement":[76],"learning":[77,118],"allocation":[79],"(LSRCA)":[80],"scheme":[81,142],"effectively":[83],"mitigate":[84],"ACI":[85],"multi-AP":[87],"in":[89,133],"systems.":[92],"With":[93],"considerations":[95],"signal":[97],"features":[98],"both":[100],"long":[101],"and":[102,117,128],"short":[103],"time":[104],"durations,":[105],"LSRCA":[107,141],"algorithm":[108],"can":[109],"maximize":[110],"effective":[111],"sum":[112],"rate":[113],"through":[114],"online":[115],"adaptation":[116],"via":[119],"updates":[121],"two":[123],"Q-tables":[124],"weighting":[126],"adjustments":[127],"action":[129],"execution.":[130],"Experimental":[131],"results":[132],"realistic":[134],"fields":[135],"have":[136],"demonstrated":[137],"effectiveness":[139],"by":[143],"providing":[144],"higher":[145],"compared":[148],"existing":[150],"benchmark":[151],"methods.":[152]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}
