{"id":"https://openalex.org/W4391924554","doi":"https://doi.org/10.1109/tccn.2024.3366908","title":"Multi-Agent Multi-Armed Bandit Learning for Grant-Free Access in Ultra-Dense IoT Networks","display_name":"Multi-Agent Multi-Armed Bandit Learning for Grant-Free Access in Ultra-Dense IoT Networks","publication_year":2024,"publication_date":"2024-02-19","ids":{"openalex":"https://openalex.org/W4391924554","doi":"https://doi.org/10.1109/tccn.2024.3366908"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2024.3366908","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3366908","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007349971","display_name":"Muhammad Ahmad Raza","orcid":"https://orcid.org/0000-0003-1519-0954"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Muhammad Ahmad Raza","raw_affiliation_strings":["University of Technology Sydney, Ultimo, NSW, Australia","Faculty of Engineering and Information Technology, RF and Communication Technologies (RFCT) research laboratory, University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Faculty of Engineering and Information Technology, RF and Communication Technologies (RFCT) research laboratory, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005601606","display_name":"Mehran Abolhasan","orcid":"https://orcid.org/0000-0002-4282-6666"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mehran Abolhasan","raw_affiliation_strings":["RF and Communication Technologies Research Laboratory, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","Faculty of Engineering and Information Technology, RF and Communication Technologies (RFCT) research laboratory, University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"RF and Communication Technologies Research Laboratory, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Faculty of Engineering and Information Technology, RF and Communication Technologies (RFCT) research laboratory, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084210670","display_name":"Justin Lipman","orcid":"https://orcid.org/0000-0003-2877-1168"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Justin Lipman","raw_affiliation_strings":["RF and Communication Technologies Research Laboratory, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","Faculty of Engineering and Information Technology, RF and Communication Technologies (RFCT) research laboratory, University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"RF and Communication Technologies Research Laboratory, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Faculty of Engineering and Information Technology, RF and Communication Technologies (RFCT) research laboratory, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020423977","display_name":"Negin Shariati","orcid":"https://orcid.org/0000-0003-4913-0351"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Negin Shariati","raw_affiliation_strings":["RF and Communication Technologies Research Laboratory, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","Faculty of Engineering and Information Technology, RF and Communication Technologies (RFCT) research laboratory, University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"RF and Communication Technologies Research Laboratory, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Faculty of Engineering and Information Technology, RF and Communication Technologies (RFCT) research laboratory, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101544825","display_name":"Wei Ni","orcid":null},"institutions":[{"id":"https://openalex.org/I4210101388","display_name":"Health Sciences and Nutrition","ror":"https://ror.org/0152bt112","country_code":"AU","type":"facility","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4210101388","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Ni","raw_affiliation_strings":["Data61, Commonwealth Scientific and Industrial Research Organization, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Data61, Commonwealth Scientific and Industrial Research Organization, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I4210101388","https://openalex.org/I42894916"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086268677","display_name":"Abbas Jamalipour","orcid":"https://orcid.org/0000-0002-1807-7220"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Abbas Jamalipour","raw_affiliation_strings":["School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5007349971"],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":2.094,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.86872247,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"10","issue":"4","first_page":"1356","last_page":"1370"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7894702553749084},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5697771310806274},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3948107957839966},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.20389387011528015}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7894702553749084},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5697771310806274},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3948107957839966},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.20389387011528015}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2024.3366908","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3366908","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2162598825","https://openalex.org/W2567642374","https://openalex.org/W2747326491","https://openalex.org/W2811266402","https://openalex.org/W2890858422","https://openalex.org/W2945384854","https://openalex.org/W2962947312","https://openalex.org/W2964245734","https://openalex.org/W2992659141","https://openalex.org/W3010248974","https://openalex.org/W3013955400","https://openalex.org/W3092645734","https://openalex.org/W3118310036","https://openalex.org/W3120291272","https://openalex.org/W3121362365","https://openalex.org/W3123833106","https://openalex.org/W3124061381","https://openalex.org/W3135725526","https://openalex.org/W3158236887","https://openalex.org/W3163755028","https://openalex.org/W3170139470","https://openalex.org/W3173558017","https://openalex.org/W3175947004","https://openalex.org/W3187955526","https://openalex.org/W3204986908","https://openalex.org/W4214821975","https://openalex.org/W4214833058","https://openalex.org/W4225288430","https://openalex.org/W4281682995","https://openalex.org/W4321021758"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W2390279801","https://openalex.org/W2625093826","https://openalex.org/W2950174689","https://openalex.org/W2358668433","https://openalex.org/W4200598720"],"abstract_inverted_index":{"Meeting":[0],"the":[1,95,110,121,137,145,163],"diverse":[2],"quality-of-service":[3],"(QoS)":[4],"requirements":[5],"in":[6,102,150],"ultra-dense":[7,75],"Internet":[8],"of":[9,100,124],"Things":[10],"(IoT)":[11],"networks":[12],"operating":[13],"under":[14],"varying":[15],"network":[16,38,61,141,164],"loads":[17],"is":[18,54],"challenging.":[19],"Moreover,":[20],"latency-critical":[21],"IoT":[22,87],"applications":[23],"cannot":[24],"afford":[25],"excessive":[26],"control":[27,34],"signaling":[28],"overheads":[29],"caused":[30],"by":[31],"centralized":[32],"access":[33,39,62,72,142],"methods.":[35],"A":[36],"distributed":[37,60],"approach":[40],"can":[41,127],"potentially":[42],"address":[43],"this":[44,47],"problem.":[45],"In":[46],"regard,":[48],"multi-agent":[49,68],"multi-armed":[50],"bandit":[51],"(MAB)":[52],"learning":[53,158],"a":[55,67,103,129],"promising":[56],"tool":[57],"for":[58,74],"designing":[59],"protocols.":[63],"This":[64],"paper":[65],"proposes":[66],"MAB":[69,139],"learning-based":[70,140],"grant-free":[71],"mechanism":[73,108,143],"networks,":[76],"where":[77],"multiple":[78],"base":[79],"stations":[80],"(BSs)":[81],"serve":[82],"massive":[83],"delay-sensitive":[84],"and":[85],"delay-tolerant":[86],"devices.":[88],"Delay-sensitive":[89],"devices":[90,111,125,153],"are":[91],"prioritized":[92],"to":[93,112,119,160,162],"choose":[94],"BSs":[96],"with":[97],"larger":[98],"numbers":[99],"channels":[101],"probabilistic":[104],"manner.":[105],"The":[106],"proposed":[107,138],"enables":[109],"improve":[113],"their":[114],"BS":[115,147],"selection":[116,148],"over":[117],"time":[118],"accommodate":[120],"maximum":[122],"number":[123],"that":[126,136],"meet":[128],"prescribed":[130],"latency-reliability":[131],"criterion.":[132],"Simulation":[133],"results":[134],"show":[135],"outperforms":[144],"random":[146],"strategy":[149],"which":[151],"end":[152],"do":[154],"not":[155],"employ":[156],"any":[157],"scheme":[159],"adapt":[161],"dynamics.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}