{"id":"https://openalex.org/W3214755263","doi":"https://doi.org/10.1109/twc.2021.3126112","title":"Dynamic Multichannel Access via Multi-Agent Reinforcement Learning: Throughput and Fairness Guarantees","display_name":"Dynamic Multichannel Access via Multi-Agent Reinforcement Learning: Throughput and Fairness Guarantees","publication_year":2021,"publication_date":"2021-11-18","ids":{"openalex":"https://openalex.org/W3214755263","doi":"https://doi.org/10.1109/twc.2021.3126112","mag":"3214755263"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2021.3126112","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3126112","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080164144","display_name":"Muhammad Sohaib","orcid":"https://orcid.org/0000-0002-7527-2268"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Muhammad Sohaib","raw_affiliation_strings":["Department of Electronics Engineering, Hanyang University, Ansan, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-7527-2268","affiliations":[{"raw_affiliation_string":"Department of Electronics Engineering, Hanyang University, Ansan, South Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026626497","display_name":"Jongjin Jeong","orcid":null},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jongjin Jeong","raw_affiliation_strings":["Department of Electronics Engineering, Hanyang University, Ansan, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-0381-0258","affiliations":[{"raw_affiliation_string":"Department of Electronics Engineering, Hanyang University, Ansan, South Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084148795","display_name":"Sang-Woon Jeon","orcid":"https://orcid.org/0000-0002-0199-2254"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sang-Woon Jeon","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Hanyang University, Ansan, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-0199-2254","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Hanyang University, Ansan, South Korea","institution_ids":["https://openalex.org/I4575257"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5080164144"],"corresponding_institution_ids":["https://openalex.org/I4575257"],"apc_list":null,"apc_paid":null,"fwci":1.7614,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.85756521,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"21","issue":"6","first_page":"3994","last_page":"4008"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9022351503372192},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8365000486373901},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.7213990688323975},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6409862041473389},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6341265439987183},{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.6052284240722656},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.558623731136322},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4676453769207001},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4544040560722351},{"id":"https://openalex.org/keywords/maximum-throughput-scheduling","display_name":"Maximum throughput scheduling","score":0.420576810836792},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4137651324272156},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.26451176404953003},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.26285257935523987},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.17853406071662903},{"id":"https://openalex.org/keywords/round-robin-scheduling","display_name":"Round-robin scheduling","score":0.14786851406097412},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1396004855632782},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.10561519861221313}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9022351503372192},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8365000486373901},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.7213990688323975},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6409862041473389},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6341265439987183},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.6052284240722656},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.558623731136322},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4676453769207001},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4544040560722351},{"id":"https://openalex.org/C29722447","wikidata":"https://www.wikidata.org/wiki/Q17097321","display_name":"Maximum throughput scheduling","level":5,"score":0.420576810836792},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4137651324272156},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.26451176404953003},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.26285257935523987},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.17853406071662903},{"id":"https://openalex.org/C175893541","wikidata":"https://www.wikidata.org/wiki/Q1196582","display_name":"Round-robin scheduling","level":4,"score":0.14786851406097412},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1396004855632782},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.10561519861221313},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2021.3126112","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3126112","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6905371908","display_name":null,"funder_award_id":"SRFC-TB1803-05","funder_id":"https://openalex.org/F4320332195","funder_display_name":"Samsung"}],"funders":[{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1771697193","https://openalex.org/W1969022278","https://openalex.org/W2054290224","https://openalex.org/W2097993687","https://openalex.org/W2101067739","https://openalex.org/W2116736083","https://openalex.org/W2126941466","https://openalex.org/W2148398957","https://openalex.org/W2167748975","https://openalex.org/W2329469429","https://openalex.org/W2564900373","https://openalex.org/W2740500386","https://openalex.org/W2769883686","https://openalex.org/W2775869941","https://openalex.org/W2783558323","https://openalex.org/W2894110571","https://openalex.org/W2898035736","https://openalex.org/W2898754723","https://openalex.org/W2902952649","https://openalex.org/W2903709398","https://openalex.org/W2907063143","https://openalex.org/W2911313229","https://openalex.org/W2922273628","https://openalex.org/W2951799221","https://openalex.org/W2963079995","https://openalex.org/W2964118826","https://openalex.org/W2968764495","https://openalex.org/W2968782695","https://openalex.org/W2969195240","https://openalex.org/W2983432303","https://openalex.org/W2992659141","https://openalex.org/W2998795925","https://openalex.org/W3028752302","https://openalex.org/W3048247395","https://openalex.org/W3081007254","https://openalex.org/W3098449561","https://openalex.org/W3100844423","https://openalex.org/W3106076238","https://openalex.org/W3131910985","https://openalex.org/W3189832502","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6684227958","https://openalex.org/W6685444567","https://openalex.org/W6746605513"],"related_works":["https://openalex.org/W2361713743","https://openalex.org/W2136681811","https://openalex.org/W1999684000","https://openalex.org/W2057526413","https://openalex.org/W2563121256","https://openalex.org/W3006570067","https://openalex.org/W2138888940","https://openalex.org/W2374431462","https://openalex.org/W1521255234","https://openalex.org/W4283821927"],"abstract_inverted_index":{"We":[0,136],"consider":[1],"a":[2,12,37,56,94,117],"multichannel":[3,58],"random":[4,32],"access":[5,23,59,82,98],"system":[6,30],"in":[7],"which":[8],"each":[9,16,85],"user":[10,134],"accesses":[11],"single":[13],"channel":[14,81,97],"at":[15,31,84],"time":[17,41,86,103],"slot":[18],"to":[19,28,67,157],"communicate":[20],"with":[21],"an":[22,124],"point":[24],"(AP).":[25],"Users":[26],"arrive":[27],"the":[29,47,77,88,108,111,147,158],"and":[33,43,71,122,144,154,162],"be":[34],"activated":[35],"for":[36,100,128],"certain":[38],"period":[39],"of":[40,96,110],"slots":[42],"then":[44],"disappear":[45],"from":[46],"system.":[48],"Under":[49],"such":[50],"dynamic":[51],"network":[52],"environment,":[53],"we":[54,115],"propose":[55,123],"distributed":[57],"protocol":[60],"based":[61],"on":[62,140],"multi-agent":[63],"reinforcement":[64],"learning":[65,150],"(RL)":[66],"improve":[68],"both":[69,152],"throughput":[70,153],"fairness":[72,155],"between":[73],"active":[74],"users.":[75],"Unlike":[76],"previous":[78],"approaches":[79,161],"adjusting":[80],"probabilities":[83],"slot,":[87],"proposed":[89,112,148],"RL":[90,113,160],"algorithm":[91],"deterministically":[92],"selects":[93],"set":[95],"policies":[99],"several":[101],"consecutive":[102],"slots.":[104],"To":[105],"effectively":[106],"reduce":[107],"complexity":[109],"algorithm,":[114],"adopt":[116],"branching":[118],"dueling":[119],"Q-network":[120],"architecture":[121],"efficient":[125],"training":[126],"methodology":[127],"producing":[129],"proper":[130],"Q-values":[131],"over":[132],"time-varying":[133],"sets.":[135],"perform":[137],"extensive":[138],"simulations":[139],"realistic":[141],"traffic":[142],"environments":[143],"demonstrate":[145],"that":[146],"online":[149],"improves":[151],"compared":[156],"conventional":[159],"centralized":[163],"scheduling":[164],"policies.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}