{"id":"https://openalex.org/W4206032622","doi":"https://doi.org/10.1109/access.2021.3133311","title":"Lyapunov Optimization-Based Latency-Bounded Allocation Using Deep Deterministic Policy Gradient for 11ax Spatial Reuse","display_name":"Lyapunov Optimization-Based Latency-Bounded Allocation Using Deep Deterministic Policy Gradient for 11ax Spatial Reuse","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W4206032622","doi":"https://doi.org/10.1109/access.2021.3133311"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3133311","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3133311","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09638615.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09638615.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020198161","display_name":"Shunnosuke Kotera","orcid":"https://orcid.org/0000-0001-8333-6201"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Shunnosuke Kotera","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Yoshida-honmachi, Sakyo-ku, Kyoto 606-8501 Japan. (e-mail: kotera@imc.cce.i.kyoto-u.ac.jp)","Graduate School of Informatics, Kyoto University, Sakyo Ward, Kyoto, Japan; ORCiD"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Yoshida-honmachi, Sakyo-ku, Kyoto 606-8501 Japan. (e-mail: kotera@imc.cce.i.kyoto-u.ac.jp)","institution_ids":["https://openalex.org/I22299242"]},{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Sakyo Ward, Kyoto, Japan; ORCiD","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101430519","display_name":"Bo Yin","orcid":"https://orcid.org/0000-0001-6348-8275"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Bo Yin","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Yoshida-honmachi, Sakyo-ku, Kyoto 606-8501 Japan","Graduate School of Informatics, Kyoto University, Sakyo Ward, Kyoto, Japan; ORCiD"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Yoshida-honmachi, Sakyo-ku, Kyoto 606-8501 Japan","institution_ids":["https://openalex.org/I22299242"]},{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Sakyo Ward, Kyoto, Japan; ORCiD","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063642951","display_name":"Koji Yamamoto","orcid":"https://orcid.org/0000-0003-4106-3983"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koji Yamamoto","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Yoshida-honmachi, Sakyo-ku, Kyoto 606-8501 Japan","Graduate School of Informatics, Kyoto University, Sakyo Ward, Kyoto, Japan; ORCiD"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Yoshida-honmachi, Sakyo-ku, Kyoto 606-8501 Japan","institution_ids":["https://openalex.org/I22299242"]},{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Sakyo Ward, Kyoto, Japan; ORCiD","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042195263","display_name":"Takayuki Nishio","orcid":"https://orcid.org/0000-0003-1026-319X"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]},{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takayuki Nishio","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Yoshida-honmachi, Sakyo-ku, Kyoto 606-8501 Japan and School of Engineering, Tokyo Institute of Technology, Ookayama, Meguro-ku, Tokyo, 152-8550, Japan","Graduate School of Informatics, Kyoto University, Sakyo Ward, Kyoto, Japan; ORCiD"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Yoshida-honmachi, Sakyo-ku, Kyoto 606-8501 Japan and School of Engineering, Tokyo Institute of Technology, Ookayama, Meguro-ku, Tokyo, 152-8550, Japan","institution_ids":["https://openalex.org/I22299242","https://openalex.org/I114531698"]},{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Sakyo Ward, Kyoto, Japan; ORCiD","institution_ids":["https://openalex.org/I22299242"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5020198161"],"corresponding_institution_ids":["https://openalex.org/I22299242"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.3046,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.58510001,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"9","issue":null,"first_page":"162337","last_page":"162347"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8014615774154663},{"id":"https://openalex.org/keywords/lyapunov-optimization","display_name":"Lyapunov optimization","score":0.5647045373916626},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5506500601768494},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.5451688766479492},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4755006730556488},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.42852064967155457},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.35078921914100647},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34957677125930786},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11390432715415955},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08104506134986877}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8014615774154663},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.5647045373916626},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5506500601768494},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.5451688766479492},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4755006730556488},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.42852064967155457},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35078921914100647},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34957677125930786},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11390432715415955},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08104506134986877},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C37935115","wikidata":"https://www.wikidata.org/wiki/Q6707085","display_name":"Lyapunov redesign","level":4,"score":0.0},{"id":"https://openalex.org/C191544260","wikidata":"https://www.wikidata.org/wiki/Q1238630","display_name":"Lyapunov exponent","level":3,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2021.3133311","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3133311","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09638615.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:irdb.nii.ac.jp:01221:0005648242","is_oa":true,"landing_page_url":"http://hdl.handle.net/2433/277786","pdf_url":null,"source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal article"},{"id":"pmh:oai:doaj.org/article:10780cd63f984a2685dc9157d06f0fed","is_oa":true,"landing_page_url":"https://doaj.org/article/10780cd63f984a2685dc9157d06f0fed","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 162337-162347 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3133311","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3133311","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09638615.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G15501927","display_name":null,"funder_award_id":"JP196000002","funder_id":"https://openalex.org/F4320325628","funder_display_name":"Ministry of Internal Affairs and Communications"}],"funders":[{"id":"https://openalex.org/F4320325628","display_name":"Ministry of Internal Affairs and Communications","ror":"https://ror.org/00vs1pz50"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4206032622.pdf","grobid_xml":"https://content.openalex.org/works/W4206032622.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1665214252","https://openalex.org/W2059144564","https://openalex.org/W2074128438","https://openalex.org/W2137152139","https://openalex.org/W2141292826","https://openalex.org/W2145339207","https://openalex.org/W2153857052","https://openalex.org/W2174283651","https://openalex.org/W2401610261","https://openalex.org/W2890950736","https://openalex.org/W2962215461","https://openalex.org/W2963864421","https://openalex.org/W2982367349","https://openalex.org/W2993383518","https://openalex.org/W3095391543","https://openalex.org/W3136103304","https://openalex.org/W3172350776","https://openalex.org/W3183089816","https://openalex.org/W4213251304","https://openalex.org/W4298857966","https://openalex.org/W4302570325","https://openalex.org/W6631190155","https://openalex.org/W6637242042","https://openalex.org/W6637967152","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6797232479"],"related_works":["https://openalex.org/W2548963335","https://openalex.org/W2159941915","https://openalex.org/W1995129237","https://openalex.org/W4388081250","https://openalex.org/W2909457694","https://openalex.org/W1761601995","https://openalex.org/W2963570985","https://openalex.org/W2954284861","https://openalex.org/W3036465205","https://openalex.org/W2123876169"],"abstract_inverted_index":{"With":[0],"the":[1,29,35,76,87,93,116,125,130,138,143,163,167,175,190,197,201,213,222],"growing":[2],"demand":[3],"for":[4,23,120],"wireless":[5],"local":[6],"area":[7],"network":[8],"(WLAN)":[9],"applications":[10],"that":[11,48,59,128,150,174,196],"require":[12],"low":[13],"latency,":[14,50],"orthogonal":[15],"frequency-division":[16],"multiple":[17],"access":[18,126],"(OFDMA)":[19],"has":[20],"been":[21],"adopted":[22],"uplink":[24],"and":[25,38,161],"downlink":[26,88],"transmissions":[27],"in":[28,60,82,147],"IEEE":[30,42,83,98],"802.11ax":[31,43,99],"standard":[32],"to":[33,75,209],"improve":[34,86],"spectrum":[36],"efficiency":[37],"reduce":[39],"latency.":[40,132],"In":[41],"WLANs,":[44],"OFDMA":[45,89],"resource":[46,53,90,139],"allocation":[47,91,108,140],"guarantees":[49],"called":[51],"latency-bounded":[52],"allocation,":[54],"is":[55,72],"more":[56],"challenging":[57],"than":[58,221],"cellular":[61],"networks":[62],"because":[63],"severe":[64],"unmanaged":[65,94],"interference":[66,95],"from":[67],"overlapping":[68],"basic":[69],"service":[70],"sets":[71],"enhanced,":[73],"owing":[74],"concurrent":[77,100],"transmission":[78,117],"mechanism":[79],"newly":[80],"employed":[81],"802.11ax.":[84],"To":[85],"with":[92,109,142,183],"caused":[96],"by":[97],"transmissions,":[101],"we":[102,136],"propose":[103],"Lyapunov":[104,134],"optimization-based":[105],"latency":[106,202],"bounded":[107],"reinforcement":[110],"learning":[111],"(RL).":[112],"We":[113],"focus":[114],"on":[115],"queue":[118,144,168,191],"size":[119,145,192],"each":[121],"station":[122],"(STA)":[123],"at":[124],"point":[127],"determines":[129],"STA":[131],"Using":[133],"optimization,":[135],"formulate":[137],"problem":[141],"constraints":[146],"a":[148,157,184,217],"form":[149],"can":[151],"be":[152],"solved":[153],"using":[154],"RL":[155,181],"(i.e.,":[156],"Markov":[158],"decision":[159],"process)":[160],"prove":[162],"upper":[164],"bound":[165],"of":[166],"size.":[169],"Our":[170],"simulation":[171],"results":[172],"demonstrated":[173],"proposed":[176,198,214],"method,":[177],"which":[178],"uses":[179],"an":[180],"algorithm":[182],"deep":[185],"deterministic":[186],"policy":[187],"gradient,":[188],"satisfied":[189],"constraints.":[193],"This":[194],"means":[195],"method":[199,215],"met":[200],"requirements,":[203],"while":[204],"some":[205],"baseline":[206,223],"methods":[207],"failed":[208],"meet":[210],"them.":[211],"Furthermore,":[212],"achieved":[216],"higher":[218],"fairness":[219],"index":[220],"methods.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}