{"id":"https://openalex.org/W3207179351","doi":"https://doi.org/10.1109/twc.2021.3117859","title":"Multi-Agent Deep Reinforcement Learning for Massive Access in 5G and Beyond Ultra-Dense NOMA System","display_name":"Multi-Agent Deep Reinforcement Learning for Massive Access in 5G and Beyond Ultra-Dense NOMA System","publication_year":2021,"publication_date":"2021-10-11","ids":{"openalex":"https://openalex.org/W3207179351","doi":"https://doi.org/10.1109/twc.2021.3117859","mag":"3207179351"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2021.3117859","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3117859","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039157713","display_name":"Zhenjiang Shi","orcid":"https://orcid.org/0000-0003-2837-9609"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhenjiang Shi","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, School of Cyber Engineering, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Cyber Engineering, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108050448","display_name":"Jiajia Liu","orcid":"https://orcid.org/0000-0003-4273-8866"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajia Liu","raw_affiliation_strings":["National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, Northwestern Polytechnical University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101493212","display_name":"Shangwei Zhang","orcid":"https://orcid.org/0000-0001-8387-6734"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangwei Zhang","raw_affiliation_strings":["National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, Northwestern Polytechnical University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013311265","display_name":"Nei Kato","orcid":"https://orcid.org/0000-0001-8769-302X"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nei Kato","raw_affiliation_strings":["Graduate School of Information Sciences, Tohoku University, Sendai, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5039157713"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":3.1371,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.92224395,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"21","issue":"5","first_page":"3057","last_page":"3070"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8397493958473206},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8149423003196716},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6639705300331116},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5804619193077087},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5605646371841431},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5520857572555542},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5178535580635071},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5123380422592163},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5121698379516602},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4836341142654419},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4518914818763733},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.42995262145996094},{"id":"https://openalex.org/keywords/noma","display_name":"Noma","score":0.42760467529296875},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2184261977672577},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19617828726768494},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.10826459527015686}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8397493958473206},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8149423003196716},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6639705300331116},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5804619193077087},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5605646371841431},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5520857572555542},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5178535580635071},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5123380422592163},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5121698379516602},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4836341142654419},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4518914818763733},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.42995262145996094},{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.42760467529296875},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2184261977672577},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19617828726768494},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.10826459527015686},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2021.3117859","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3117859","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3359678507","display_name":null,"funder_award_id":"62001393","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G487499063","display_name":null,"funder_award_id":"61771374","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6290916318","display_name":null,"funder_award_id":"2020JM-109","funder_id":"https://openalex.org/F4320336567","funder_display_name":"Natural Science Basic Research Program of Shaanxi Province"},{"id":"https://openalex.org/G7482419564","display_name":null,"funder_award_id":"61771373","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7720874496","display_name":null,"funder_award_id":"31020200QD010","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7832966593","display_name":null,"funder_award_id":"61801360","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8151852459","display_name":null,"funder_award_id":"2020JC-15","funder_id":"https://openalex.org/F4320336567","funder_display_name":"Natural Science Basic Research Program of Shaanxi Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336567","display_name":"Natural Science Basic Research Program of Shaanxi Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2108892923","https://openalex.org/W2121092017","https://openalex.org/W2145339207","https://openalex.org/W2156374892","https://openalex.org/W2594759883","https://openalex.org/W2605158632","https://openalex.org/W2617147441","https://openalex.org/W2735475593","https://openalex.org/W2746553466","https://openalex.org/W2898754723","https://openalex.org/W2900584518","https://openalex.org/W2962947312","https://openalex.org/W2968563287","https://openalex.org/W2968782695","https://openalex.org/W2969195240","https://openalex.org/W2990455952","https://openalex.org/W2996311694","https://openalex.org/W3004968144","https://openalex.org/W3005761304","https://openalex.org/W3009963081","https://openalex.org/W3014429824","https://openalex.org/W3032716743","https://openalex.org/W3037040187","https://openalex.org/W3042527581","https://openalex.org/W3081631809","https://openalex.org/W3100707094","https://openalex.org/W3111512940","https://openalex.org/W3123582921","https://openalex.org/W3133735442","https://openalex.org/W3160612200","https://openalex.org/W6677939520","https://openalex.org/W6685444567","https://openalex.org/W6736572398"],"related_works":["https://openalex.org/W2124130287","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W2153007255"],"abstract_inverted_index":{"With":[0],"the":[1,8,35,61,73,86,102,112,120,147,158,164,197],"rapid":[2],"development":[3],"of":[4,54,88,98,105,200],"machine-type":[5],"communications":[6,19],"(MTC),":[7],"future":[9],"communication":[10],"architecture":[11],"needs":[12],"to":[13,34,169,188],"provide":[14],"services":[15],"for":[16,181],"both":[17],"human-type":[18],"(HTC)":[20],"and":[21,85,108,116,123,145,152,174,177,183],"MTC":[22,30,117,184],"with":[23,68,157],"unique":[24,191],"characteristics.":[25,192],"The":[26],"huge":[27],"connections":[28],"from":[29,60],"bring":[31],"serious":[32],"challenges":[33],"existing":[36],"wireless":[37,66],"network.":[38],"Ultra-dense":[39],"network":[40,67],"(UDN),":[41],"a":[42,127],"promising":[43],"candidate":[44],"technology,":[45],"can":[46],"support":[47],"massive":[48,106],"device":[49],"access":[50,107,168,179],"through":[51],"dense":[52],"deployment":[53],"small":[55],"base":[56,70],"stations":[57],"(SBSs).":[58],"Different":[59],"resource":[62,74,109],"management":[63,110],"in":[64,83,111,137,203],"traditional":[65],"single":[69],"station":[71],"(BS),":[72],"allocation":[75],"problem":[76,93],"at":[77],"BS":[78],"level":[79],"is":[80],"more":[81,94],"prominent":[82],"UDN,":[84],"diversity":[87],"devices":[89],"will":[90],"make":[91],"this":[92],"complicated.":[95],"In":[96,160],"view":[97],"this,":[99],"we":[100,125,162],"investigate":[101],"joint":[103],"optimization":[104],"UDN":[113],"where":[114],"HTC":[115,182],"coexist.":[118],"Considering":[119],"computational":[121],"complexity":[122],"scalability,":[124],"propose":[126],"multi-agent":[128],"deep":[129],"reinforcement":[130],"learning":[131],"based":[132],"SBS":[133,140],"state":[134,149],"selection":[135],"scheme,":[136],"which":[138],"each":[139],"acts":[141],"as":[142,187],"an":[143],"agent":[144],"selects":[146],"optimal":[148],"between":[150],"active":[151],"idle":[153],"by":[154],"continuously":[155],"interacting":[156],"environment.":[159],"addition,":[161],"adopt":[163],"power-domain":[165],"non-orthogonal":[166],"multiple":[167,204],"further":[170],"improve":[171],"system":[172],"throughput,":[173],"use":[175],"grant-based":[176],"grant-free":[178],"manners":[180],"respectively,":[185],"so":[186],"meet":[189],"their":[190],"Extensive":[193],"numerical":[194],"results":[195],"demonstrate":[196],"superior":[198],"performances":[199],"proposed":[201],"scheme":[202],"perspectives.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":10}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}