{"id":"https://openalex.org/W2922273628","doi":"https://doi.org/10.1109/jsac.2019.2904329","title":"Deep-Reinforcement Learning Multiple Access for Heterogeneous Wireless Networks","display_name":"Deep-Reinforcement Learning Multiple Access for Heterogeneous Wireless Networks","publication_year":2019,"publication_date":"2019-03-12","ids":{"openalex":"https://openalex.org/W2922273628","doi":"https://doi.org/10.1109/jsac.2019.2904329","mag":"2922273628"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2019.2904329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2904329","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100696870","display_name":"Yiding Yu","orcid":"https://orcid.org/0000-0002-3538-576X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Yiding Yu","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066110295","display_name":"Taotao Wang","orcid":"https://orcid.org/0000-0001-9454-4997"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Taotao Wang","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019164720","display_name":"Soung Chang Liew","orcid":"https://orcid.org/0000-0001-7055-6483"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Soung Chang Liew","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100696870"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":38.4362,"has_fulltext":false,"cited_by_count":325,"citation_normalized_percentile":{"value":0.99902732,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"37","issue":"6","first_page":"1277","last_page":"1290"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8905720710754395},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8897966742515564},{"id":"https://openalex.org/keywords/aloha","display_name":"Aloha","score":0.7935367822647095},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.638002872467041},{"id":"https://openalex.org/keywords/time-division-multiple-access","display_name":"Time division multiple access","score":0.6286323070526123},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6044962406158447},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5574114918708801},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.43584173917770386},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3717402517795563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3006485402584076},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18284109234809875}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8905720710754395},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8897966742515564},{"id":"https://openalex.org/C2776398200","wikidata":"https://www.wikidata.org/wiki/Q508880","display_name":"Aloha","level":4,"score":0.7935367822647095},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.638002872467041},{"id":"https://openalex.org/C117313154","wikidata":"https://www.wikidata.org/wiki/Q878344","display_name":"Time division multiple access","level":2,"score":0.6286323070526123},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6044962406158447},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5574114918708801},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.43584173917770386},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3717402517795563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3006485402584076},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18284109234809875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2019.2904329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2904329","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G7725960137","display_name":null,"funder_award_id":"14200417","funder_id":"https://openalex.org/F4320334890","funder_display_name":"University Research Committee, University of Hong Kong"}],"funders":[{"id":"https://openalex.org/F4320334890","display_name":"University Research Committee, University of Hong Kong","ror":"https://ror.org/02zhqgq86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W1810054459","https://openalex.org/W1976294375","https://openalex.org/W1987725948","https://openalex.org/W2012612381","https://openalex.org/W2015992795","https://openalex.org/W2051376838","https://openalex.org/W2123927904","https://openalex.org/W2145339207","https://openalex.org/W2147524058","https://openalex.org/W2163905491","https://openalex.org/W2194775991","https://openalex.org/W2541674938","https://openalex.org/W2766701808","https://openalex.org/W2894110571","https://openalex.org/W2898035736","https://openalex.org/W2898754723","https://openalex.org/W2950863887","https://openalex.org/W2962797279","https://openalex.org/W2963079995","https://openalex.org/W2963543042","https://openalex.org/W3100844423","https://openalex.org/W6683851007","https://openalex.org/W6729059855","https://openalex.org/W6745758726"],"related_works":["https://openalex.org/W3096989448","https://openalex.org/W3107843154","https://openalex.org/W4366501345","https://openalex.org/W2105128603","https://openalex.org/W2373838515","https://openalex.org/W1996652759","https://openalex.org/W1991933460","https://openalex.org/W2020802031","https://openalex.org/W2093360341","https://openalex.org/W3023940508"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"a":[3,17,29,44,110,187,287],"deep":[4],"reinforcement":[5,180],"learning":[6,130,181],"(DRL)-based":[7],"MAC":[8,35,225],"protocol":[9],"for":[10],"heterogeneous":[11],"wireless":[12,46],"networking,":[13],"referred":[14],"to":[15,38,87,98,101,108,167,195,266,277],"as":[16],"Deep-reinforcement":[18],"Learning":[19],"Multiple":[20],"Access":[21],"(DLMA).":[22],"Specifically,":[23],"we":[24,57,151,235],"consider":[25],"the":[26,40,65,69,72,80,119,142,158,175,178,237,241,247,259,268,292,295],"scenario":[27],"of":[28,31,43,68,71,95,132,141,177,217,239,243,261],"number":[30],"networks":[32,245],"operating":[33,66],"different":[34],"protocols":[36,226],"trying":[37],"access":[39,106],"time":[41,165],"slots":[42,166],"common":[45],"medium.":[47],"A":[48],"key":[49],"challenge":[50],"in":[51,149,281,294],"our":[52,59],"problem":[53],"formulation":[54],"is":[55,97,134,173],"that":[56,153,192,204,282],"assume":[58],"DLMA":[60,75,96,133,154,194,205,264],"network":[61],"does":[62,76],"not":[63,77,91,254,299],"know":[64,78],"principles":[67],"MACs":[70,82],"other":[73,81],"networks-i.e.,":[74],"how":[79],"make":[83],"decisions":[84],"on":[85,136],"when":[86,90,219,291],"transmit":[88],"and":[89,122,147,223,253,275],"to.":[92],"The":[93,128],"goal":[94],"be":[99,278],"able":[100],"learn":[102,267,286],"an":[103],"optimal":[104,269],"channel":[105],"strategy":[107,270,289],"achieve":[109,211],"certain":[111,164],"pre-specified":[112],"global":[113],"objective.":[114],"Possible":[115],"objectives":[116],"include":[117],"maximizing":[118,123],"sum":[120,159,208],"throughput":[121,160,209],"\u03b1-fairness":[124],"among":[125],"all":[126],"networks.":[127],"underpinning":[129],"process":[131],"based":[135],"DRL.":[137],"With":[138],"proper":[139],"definitions":[140],"state":[143],"space,":[144,146],"action":[145],"rewards":[148],"DRL,":[150],"show":[152,203,236],"can":[155,206,284],"easily":[156],"maximize":[157,196,207],"by":[161],"judiciously":[162],"selecting":[163],"transmit.":[168],"Maximizing":[169],"general":[170,197],"\u03b1-fairness,":[171],"however,":[172],"beyond":[174],"means":[176],"conventional":[179],"(RL)":[182],"framework.":[183],"We":[184],"put":[185],"forth":[186],"new":[188],"multi-dimensional":[189],"RL":[190,248,296],"framework":[191,249,297],"enables":[193],"\u03b1-fairness.":[198],"Our":[199],"extensive":[200],"simulation":[201],"results":[202],"or":[210,232],"proportional":[212],"fairness":[213],"(two":[214],"special":[215],"classes":[216],"\u03b1-fairness)":[218],"coexisting":[220],"with":[221,271],"TDMA":[222,231],"ALOHA":[224],"without":[227],"knowing":[228],"they":[229],"are":[230,298],"ALOHA.":[233],"Importantly,":[234],"merit":[238],"incorporating":[240],"use":[242,260],"neural":[244],"into":[246],"(i.e.,":[250],"why":[251],"DRL":[252,262],"just":[255],"traditional":[256],"RL):":[257],"specifically,":[258],"allows":[263],"(i)":[265],"much":[272],"faster":[273],"speed":[274],"(ii)":[276],"more":[279],"robust":[280],"it":[283],"still":[285],"near-optimal":[288],"even":[290],"parameters":[293],"optimally":[300],"set.":[301]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":45},{"year":2023,"cited_by_count":45},{"year":2022,"cited_by_count":55},{"year":2021,"cited_by_count":72},{"year":2020,"cited_by_count":59},{"year":2019,"cited_by_count":21},{"year":2018,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}