{"id":"https://openalex.org/W3087809235","doi":"https://doi.org/10.1109/twc.2020.3024166","title":"Throughput Optimization for Grant-Free Multiple Access With Multiagent Deep Reinforcement Learning","display_name":"Throughput Optimization for Grant-Free Multiple Access With Multiagent Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-09-22","ids":{"openalex":"https://openalex.org/W3087809235","doi":"https://doi.org/10.1109/twc.2020.3024166","mag":"3087809235"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2020.3024166","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2020.3024166","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087377934","display_name":"Rui Huang","orcid":"https://orcid.org/0000-0003-2745-1197"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Rui Huang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003037377","display_name":"Vincent W. S. Wong","orcid":"https://orcid.org/0000-0003-3821-4365"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Vincent W.S. Wong","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033990377","display_name":"Robert Schober","orcid":"https://orcid.org/0000-0002-6420-4884"},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Robert Schober","raw_affiliation_strings":["Institute for Digital Communications, Friedrich-Alexander University of Erlangen-Nuremberg, Erlangen, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Digital Communications, Friedrich-Alexander University of Erlangen-Nuremberg, Erlangen, Germany","institution_ids":["https://openalex.org/I181369854"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5087377934"],"corresponding_institution_ids":["https://openalex.org/I141945490"],"apc_list":null,"apc_paid":null,"fwci":1.2329,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.7957238,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"20","issue":"1","first_page":"228","last_page":"242"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8415964245796204},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7454401850700378},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6989918351173401},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5920319557189941},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5442301630973816},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4776912033557892},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.4770994782447815},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4721113443374634},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.41438037157058716},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.34294813871383667},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34245193004608154},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3113356828689575},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10099413990974426}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8415964245796204},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7454401850700378},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6989918351173401},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5920319557189941},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5442301630973816},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4776912033557892},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.4770994782447815},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4721113443374634},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.41438037157058716},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.34294813871383667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34245193004608154},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3113356828689575},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10099413990974426},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2020.3024166","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2020.3024166","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4300000071525574}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1519783625","https://openalex.org/W1955857676","https://openalex.org/W1980497528","https://openalex.org/W2061641373","https://openalex.org/W2120846115","https://openalex.org/W2121863487","https://openalex.org/W2137152139","https://openalex.org/W2138965998","https://openalex.org/W2145339207","https://openalex.org/W2168977355","https://openalex.org/W2171863654","https://openalex.org/W2344516430","https://openalex.org/W2592798481","https://openalex.org/W2599557761","https://openalex.org/W2601871131","https://openalex.org/W2608727628","https://openalex.org/W2741443035","https://openalex.org/W2773057413","https://openalex.org/W2778904866","https://openalex.org/W2786928559","https://openalex.org/W2793241364","https://openalex.org/W2807741983","https://openalex.org/W2887594205","https://openalex.org/W2898754723","https://openalex.org/W2908064123","https://openalex.org/W2922273628","https://openalex.org/W2962934197","https://openalex.org/W2963079995","https://openalex.org/W2964248614","https://openalex.org/W2988575175","https://openalex.org/W3009951301","https://openalex.org/W3031321468","https://openalex.org/W3037648427","https://openalex.org/W3093287223","https://openalex.org/W4295598622","https://openalex.org/W6631168379","https://openalex.org/W6678168664","https://openalex.org/W6684660688","https://openalex.org/W6692447168","https://openalex.org/W6734678876","https://openalex.org/W6748554570","https://openalex.org/W6749304979","https://openalex.org/W6752380930","https://openalex.org/W6757184387","https://openalex.org/W6780258280"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W187740018"],"abstract_inverted_index":{"Grant-free":[0],"multiple":[1],"access":[2,12,162],"(GFMA)":[3],"is":[4,143,150],"a":[5,24,44,61,126],"promising":[6],"paradigm":[7],"to":[8,36,76,113,180],"efficiently":[9],"support":[10,181],"uplink":[11],"of":[13,15,87,104,111,146,158,176],"Internet":[14],"Things":[16],"(IoT)":[17],"devices.":[18],"In":[19],"this":[20],"paper,":[21],"we":[22,70,107],"propose":[23],"deep":[25,72],"reinforcement":[26],"learning":[27],"(DRL)-based":[28],"pilot":[29,39,45,79],"sequence":[30,40,46,80],"selection":[31,47,81,167],"scheme":[32,135,179],"for":[33,49],"GFMA":[34,54],"systems":[35,55],"mitigate":[37],"potential":[38],"collisions.":[41],"We":[42],"formulate":[43],"problem":[48],"aggregate":[50,140],"throughput":[51,58,141,186],"maximization":[52],"in":[53,125],"with":[56,184],"specific":[57,185],"constraints":[59],"as":[60],"Markov":[62],"decision":[63],"process":[64,101],"(MDP).":[65],"By":[66],"exploiting":[67],"multiagent":[68],"DRL,":[69],"train":[71],"neural":[73],"networks":[74],"(DNNs)":[75],"learn":[77],"near-optimal":[78],"policies":[82,117],"from":[83],"the":[84,88,96,99,109,116,120,133,147,174,177],"transition":[85],"history":[86],"underlying":[89],"MDP":[90],"without":[91],"requiring":[92],"information":[93],"exchange":[94],"between":[95],"users.":[97],"While":[98],"training":[100],"takes":[102],"advantage":[103],"global":[105],"information,":[106],"leverage":[108],"technique":[110],"factorization":[112],"ensure":[114],"that":[115,132,142,157],"learned":[118],"by":[119],"DNNs":[121],"can":[122,136],"be":[123],"executed":[124],"distributed":[127],"manner.":[128],"Simulation":[129],"results":[130,171],"show":[131],"proposed":[134,178],"achieve":[137],"an":[138],"average":[139],"within":[144],"85%":[145],"optimum,":[148],"and":[149,153,165],"31%,":[151],"128%,":[152],"162%":[154],"higher":[155],"than":[156],"acknowledgement-based":[159],"GFMA,":[160,168],"dynamic":[161],"class":[163],"barring,":[164],"random":[166],"respectively.":[169],"Our":[170],"also":[172],"demonstrate":[173],"capability":[175],"IoT":[182],"devices":[183],"requirements.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}