{"id":"https://openalex.org/W4405975440","doi":"https://doi.org/10.1109/tcomm.2024.3524944","title":"Network Access Selection for URLLC and eMBB Applications in Sub-6 GHz-mmWave-THz Networks: Game Theory Versus Multi-Agent Reinforcement Learning","display_name":"Network Access Selection for URLLC and eMBB Applications in Sub-6 GHz-mmWave-THz Networks: Game Theory Versus Multi-Agent Reinforcement Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4405975440","doi":"https://doi.org/10.1109/tcomm.2024.3524944"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2024.3524944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2024.3524944","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026976860","display_name":"Nguyen Th\u1ecb Thanh Van","orcid":"https://orcid.org/0000-0002-1499-1381"},"institutions":[{"id":"https://openalex.org/I4210124651","display_name":"Phenikaa University","ror":"https://ror.org/03anxx281","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210124651"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Nguyen Thi Thanh Van","raw_affiliation_strings":["Faculty of Electrical and Electronic Engineering, PHENIKAA University, Hanoi, Vietnam","Faculty of Electrical and Electronic Engineering, PHENIKAA University, Vietnam, Hanoi, Vietnam"],"raw_orcid":"https://orcid.org/0000-0002-1499-1381","affiliations":[{"raw_affiliation_string":"Faculty of Electrical and Electronic Engineering, PHENIKAA University, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210124651"]},{"raw_affiliation_string":"Faculty of Electrical and Electronic Engineering, PHENIKAA University, Vietnam, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210124651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009658681","display_name":"Nguy\u1ec5n Ng\u1ecdc Tu\u1ea5n","orcid":"https://orcid.org/0000-0002-9815-5769"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Nguyen Le Tuan","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089793687","display_name":"Nguyen Cong Luong","orcid":"https://orcid.org/0000-0002-4299-3456"},"institutions":[{"id":"https://openalex.org/I4210124651","display_name":"Phenikaa University","ror":"https://ror.org/03anxx281","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210124651"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Nguyen Cong Luong","raw_affiliation_strings":["Faculty of Computer Science, PHENIKAA University, Hanoi, Vietnam"],"raw_orcid":"https://orcid.org/0000-0002-4299-3456","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, PHENIKAA University, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210124651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050879879","display_name":"Ti\u1ebfn Hoa Nguy\u1ec5n","orcid":"https://orcid.org/0000-0003-4743-5012"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Tien Hoa Nguyen","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi, Vietnam"],"raw_orcid":"https://orcid.org/0000-0003-4743-5012","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080935585","display_name":"Shaohan Feng","orcid":"https://orcid.org/0000-0002-8193-466X"},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaohan Feng","raw_affiliation_strings":["School of Information and Electronic Engineering (Sussex Artificial Intelligence Institute), Zhejiang Gongshang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8193-466X","affiliations":[{"raw_affiliation_string":"School of Information and Electronic Engineering (Sussex Artificial Intelligence Institute), Zhejiang Gongshang University, Hangzhou, China","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042460024","display_name":"Shimin Gong","orcid":"https://orcid.org/0000-0003-4874-8766"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shimin Gong","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China","School of Intelligent Systems Engineering, Sun Yat-sen University, China"],"raw_orcid":"https://orcid.org/0000-0003-4874-8766","affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Nanyang Avenue, Singapore","College of Computing and Data Science, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7442-7416","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Nanyang Avenue, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022649488","display_name":"Dong In Kim","orcid":"https://orcid.org/0000-0001-7711-8072"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dong In Kim","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Sungkyunkwan University, Suwon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-7711-8072","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Sungkyunkwan University, Suwon, South Korea","institution_ids":["https://openalex.org/I848706"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9253,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.72055221,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"73","issue":"8","first_page":"6126","last_page":"6141"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9710999727249146,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6735889315605164},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6533366441726685},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5945034027099609},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.5481489300727844},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5419455766677856},{"id":"https://openalex.org/keywords/terahertz-radiation","display_name":"Terahertz radiation","score":0.4410957396030426},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.36446449160575867},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2629632353782654},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.243706613779068},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2134239375591278},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.15759387612342834},{"id":"https://openalex.org/keywords/optoelectronics","display_name":"Optoelectronics","score":0.12442976236343384},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09151208400726318}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6735889315605164},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6533366441726685},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5945034027099609},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.5481489300727844},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5419455766677856},{"id":"https://openalex.org/C107816215","wikidata":"https://www.wikidata.org/wiki/Q647887","display_name":"Terahertz radiation","level":2,"score":0.4410957396030426},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.36446449160575867},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2629632353782654},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.243706613779068},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2134239375591278},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.15759387612342834},{"id":"https://openalex.org/C49040817","wikidata":"https://www.wikidata.org/wiki/Q193091","display_name":"Optoelectronics","level":1,"score":0.12442976236343384},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09151208400726318},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcomm.2024.3524944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2024.3524944","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/217630","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/217630","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2031858701","https://openalex.org/W2034667789","https://openalex.org/W2058317700","https://openalex.org/W2125290396","https://openalex.org/W2368600038","https://openalex.org/W2418526078","https://openalex.org/W2523107186","https://openalex.org/W2746553466","https://openalex.org/W2774624643","https://openalex.org/W2900655085","https://openalex.org/W2911909845","https://openalex.org/W2959887679","https://openalex.org/W2968764495","https://openalex.org/W2968782695","https://openalex.org/W2998910091","https://openalex.org/W3005317604","https://openalex.org/W3035858775","https://openalex.org/W3097916183","https://openalex.org/W3107212184","https://openalex.org/W3111512940","https://openalex.org/W3134502172","https://openalex.org/W3153491027","https://openalex.org/W3169633141","https://openalex.org/W4205676769","https://openalex.org/W4205924334","https://openalex.org/W4225749807","https://openalex.org/W4226331814","https://openalex.org/W4286893914","https://openalex.org/W4289821653","https://openalex.org/W4313590993","https://openalex.org/W4318586113","https://openalex.org/W4387068211","https://openalex.org/W4387303194","https://openalex.org/W4400276358","https://openalex.org/W6604254268","https://openalex.org/W6631190155","https://openalex.org/W6748396876","https://openalex.org/W6797261809"],"related_works":["https://openalex.org/W2033952283","https://openalex.org/W2762687161","https://openalex.org/W2353254830","https://openalex.org/W2351210568","https://openalex.org/W2028421553","https://openalex.org/W4229079866","https://openalex.org/W2890072373","https://openalex.org/W3000002614","https://openalex.org/W2800192479","https://openalex.org/W3040184894"],"abstract_inverted_index":{"We":[0,29],"investigate":[1,31],"a":[2,32,95,151,159,214,219],"heterogeneous":[3],"network":[4,34,145,177,221,246,254,278],"(HetNet)":[5],"including":[6],"sub-6GHz":[7],"base":[8],"stations":[9],"(BSs),":[10],"mmWave":[11],"BSs,":[12],"and":[13,23,40,43,78,109,141,171,195,235,238,252,271],"THz":[14],"BSs":[15,46,133],"to":[16,49,82,93,113,157,174,181,191,212],"support":[17],"enhanced":[18],"mobile":[19],"broadband":[20],"(eMBB)":[21],"users":[22,38,57,77,108,112,149,170,173,230,243],"ultra-reliable":[24],"low-latency":[25],"communication":[26],"(URLLC)":[27],"users.":[28,80,260],"particularly":[30],"user-centric":[33],"in":[35,244,274],"which":[36],"the":[37,75,84,89,99,106,110,129,132,135,144,148,168,193,198,204,207,225,239,245,249,253,258,263,266],"locally":[39],"dynamically":[41],"select":[42],"switch":[44],"among":[45],"over":[47],"time":[48],"achieve":[50,182,213],"their":[51,115,119,124,176,183],"highest":[52],"utility.":[53,125,185,279],"Two":[54],"types":[55,69,227],"of":[56,61,70,88,147,197,228,233,241,257,276],"have":[58],"different":[59,226],"Quality":[60],"Service":[62],"(QoS)":[63],"requirements.":[64],"Thus,":[65],"we":[66,91,127,142,155],"design":[67],"two":[68],"utility":[71,216,251],"functions":[72],"specifically":[73],"for":[74],"eMBB":[76,107,172,259],"URLLC":[79,111,169,229,242],"Then,":[81,154],"model":[83,143],"dynamic":[85],"selection":[86,146,178,255],"behavior":[87],"users,":[90],"propose":[92,156],"use":[94,158],"fractional":[96,103,208,272],"game":[97,104,209],"with":[98,138,203],"power-law":[100],"memory.":[101],"The":[102],"allows":[105],"incorporate":[114],"past":[116],"strategies":[117,256],"into":[118],"current":[120],"selection,":[121],"thus":[122],"improving":[123],"Furthermore,":[126],"consider":[128],"case":[130],"that":[131,166],"communicate":[134],"system":[136],"state":[137],"each":[139],"other,":[140],"as":[150],"multi-agent":[152,160],"problem.":[153],"deep":[161],"reinforcement":[162],"learning":[163],"(MADRL)":[164],"algorithm":[165],"enables":[167],"make":[175],"decision":[179],"online":[180],"long-term":[184],"Various":[186],"simulation":[187],"results":[188],"are":[189],"provided":[190],"demonstrate":[192],"scalability":[194],"effectiveness":[196],"proposed":[199],"approaches.":[200],"Particularly,":[201],"compared":[202],"classical":[205,270],"game,":[206],"is":[210],"able":[211],"higher":[215,220],"but":[217],"incurs":[218],"adaptation":[222],"cost.":[223],"Moreover,":[224],"(in":[231],"terms":[232,275],"latency":[234],"reliability":[236],"requirements)":[237],"number":[240],"significantly":[247],"affect":[248],"total":[250,277],"Importantly,":[261],"given":[262],"full":[264],"observations,":[265],"MADRL":[267],"outperforms":[268],"both":[269],"games":[273]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}