{"id":"https://openalex.org/W4412719102","doi":"https://doi.org/10.1109/tgcn.2025.3592746","title":"Game-Based User Association and Resource Allocation in B5G Heterogeneous Networks: A Prioritized Experience Replay-Aided Distributed DRL Solution","display_name":"Game-Based User Association and Resource Allocation in B5G Heterogeneous Networks: A Prioritized Experience Replay-Aided Distributed DRL Solution","publication_year":2025,"publication_date":"2025-07-25","ids":{"openalex":"https://openalex.org/W4412719102","doi":"https://doi.org/10.1109/tgcn.2025.3592746"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2025.3592746","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2025.3592746","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yong Chen","orcid":"https://orcid.org/0009-0002-0655-5210"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yong Chen","raw_affiliation_strings":["Hebei Key Laboratory of Industrial Computer Control Engineering, Yanshan University, Qinhuangdao, China","Hebei Key Laboratory of Industrial Computer Control Engineering, China"],"affiliations":[{"raw_affiliation_string":"Hebei Key Laboratory of Industrial Computer Control Engineering, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]},{"raw_affiliation_string":"Hebei Key Laboratory of Industrial Computer Control Engineering, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100700538","display_name":"Zhixin Liu","orcid":"https://orcid.org/0000-0003-1638-7118"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhixin Liu","raw_affiliation_strings":["Hebei Key Laboratory of Industrial Computer Control Engineering, and the Key Laboratory of Intelligent Control and Neural Information Processing, Ministry of Education, Yanshan University, Qinhuangdao, China","Hebei Key Laboratory of Industrial Computer Control Engineering, China"],"affiliations":[{"raw_affiliation_string":"Hebei Key Laboratory of Industrial Computer Control Engineering, and the Key Laboratory of Intelligent Control and Neural Information Processing, Ministry of Education, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]},{"raw_affiliation_string":"Hebei Key Laboratory of Industrial Computer Control Engineering, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087290346","display_name":"Yingchao Zhao","orcid":"https://orcid.org/0000-0001-8362-6735"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yingchao Zhao","raw_affiliation_strings":["Yam Pak Charitable Foundation School of Computing and Information Sciences, Saint Francis University, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Yam Pak Charitable Foundation School of Computing and Information Sciences, Saint Francis University, Hong Kong, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022841511","display_name":"Xiao Zhang","orcid":"https://orcid.org/0000-0001-6394-5181"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao Zhang","raw_affiliation_strings":["Yam Pak Charitable Foundation School of Computing and Information Sciences, Saint Francis University, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Yam Pak Charitable Foundation School of Computing and Information Sciences, Saint Francis University, Hong Kong, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014790039","display_name":"Pan Lai","orcid":"https://orcid.org/0000-0002-4967-5573"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pan Lai","raw_affiliation_strings":["College of Computer Science, South-Central Minzu University, Wuhan, China","School of Computer and Science, South-Central Minzu University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, South-Central Minzu University, Wuhan, China","institution_ids":["https://openalex.org/I145897649"]},{"raw_affiliation_string":"School of Computer and Science, South-Central Minzu University, Wuhan, China","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009104269","display_name":"Yuan-ai Xie","orcid":"https://orcid.org/0000-0001-9489-6239"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanai Xie","raw_affiliation_strings":["College of Computer Science, South-Central Minzu University, Wuhan, China","School of Computer and Science, South-Central Minzu University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, South-Central Minzu University, Wuhan, China","institution_ids":["https://openalex.org/I145897649"]},{"raw_affiliation_string":"School of Computer and Science, South-Central Minzu University, Wuhan, China","institution_ids":["https://openalex.org/I145897649"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39333907"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1990231,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":null,"first_page":"610","last_page":"622"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9642999768257141,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.701281726360321},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6928496360778809},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.6072467565536499},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5994356870651245},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.49860715866088867},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3187856078147888}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.701281726360321},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6928496360778809},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.6072467565536499},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5994356870651245},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.49860715866088867},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3187856078147888},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgcn.2025.3592746","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2025.3592746","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3228536326","display_name":null,"funder_award_id":"F2023203063","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"},{"id":"https://openalex.org/G3899387858","display_name":null,"funder_award_id":"2025AFB686","funder_id":"https://openalex.org/F4320322186","funder_display_name":"Natural Science Foundation of Hubei Province"},{"id":"https://openalex.org/G3976975676","display_name":null,"funder_award_id":"2024AFB842","funder_id":"https://openalex.org/F4320322186","funder_display_name":"Natural Science Foundation of Hubei Province"},{"id":"https://openalex.org/G6120954663","display_name":null,"funder_award_id":"2023AFB202","funder_id":"https://openalex.org/F4320322186","funder_display_name":"Natural Science Foundation of Hubei Province"},{"id":"https://openalex.org/G6325735219","display_name":null,"funder_award_id":"ISG210101","funder_id":"https://openalex.org/F4320323652","funder_display_name":"National Institute of Education"},{"id":"https://openalex.org/G6507910793","display_name":null,"funder_award_id":"62273298","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8065526615","display_name":null,"funder_award_id":"62403500","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322186","display_name":"Natural Science Foundation of Hubei Province","ror":null},{"id":"https://openalex.org/F4320323652","display_name":"National Institute of Education","ror":"https://ror.org/02e7b5302"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2291909063","https://openalex.org/W2483325812","https://openalex.org/W2778346635","https://openalex.org/W2963186244","https://openalex.org/W2968782695","https://openalex.org/W2971246517","https://openalex.org/W2982316857","https://openalex.org/W3200797369","https://openalex.org/W3206199270","https://openalex.org/W3216595048","https://openalex.org/W4226197395","https://openalex.org/W4285219054","https://openalex.org/W4327643814","https://openalex.org/W4379928101","https://openalex.org/W4385696627","https://openalex.org/W4388108776","https://openalex.org/W4392827441","https://openalex.org/W4393105112","https://openalex.org/W4396817492","https://openalex.org/W4403918402","https://openalex.org/W4405023074","https://openalex.org/W4405974928","https://openalex.org/W4409284750","https://openalex.org/W4410358938"],"related_works":["https://openalex.org/W2352440174","https://openalex.org/W4309440960","https://openalex.org/W2062168445","https://openalex.org/W2348940229","https://openalex.org/W2363046693","https://openalex.org/W2389491697","https://openalex.org/W4301044699","https://openalex.org/W2067476155","https://openalex.org/W2111375262","https://openalex.org/W2728345702"],"abstract_inverted_index":{"In":[0,70],"large-scale":[1,246],"beyond":[2],"5G":[3],"(B5G)":[4],"heterogeneous":[5],"networks":[6],"(HetNets),":[7],"the":[8,43,51,58,73,82,86,106,162,171,197,222,238],"diversity":[9],"and":[10,29,50,61,85,123,210,228,249],"density":[11],"of":[12,54,108,119,225,256],"base":[13],"stations,":[14],"coupled":[15],"with":[16,190,216],"limited":[17],"spectrum,":[18],"intensify":[19],"resource":[20],"competition":[21],"among":[22],"user":[23,27,59,94,226],"equipments":[24],"(UEs).":[25],"Efficient":[26],"association":[28,60,227],"channel":[30,62,134,229],"allocation":[31],"are":[32,166],"thus":[33],"vital":[34],"for":[35,169],"guaranteeing":[36],"high-quality":[37],"services":[38],"in":[39,46,245,254],"such":[40],"networks.":[41],"Given":[42],"inherent":[44],"uncertainty":[45],"network":[47],"state":[48,75,84,135],"transitions":[49],"selfish":[52],"behavior":[53],"UEs,":[55,91],"we":[56],"model":[57],"selection":[63,230],"problem":[64,114],"as":[65],"a":[66,116,144,153,181],"non-cooperative":[67],"stochastic":[68],"game.":[69],"this":[71,112,176,178],"game,":[72],"system":[74],"evolves":[76],"randomly":[77],"over":[78],"time,":[79],"influenced":[80],"by":[81,89],"previous":[83],"actions":[87],"taken":[88],"all":[90],"while":[92],"each":[93],"equipment":[95],"makes":[96],"independent":[97],"decisions":[98],"to":[99,159,195],"maximize":[100],"its":[101,126],"own":[102],"utility":[103],"without":[104,205],"considering":[105],"utilities":[107],"other":[109],"UEs.":[110],"Since":[111],"game":[113,199],"involves":[115],"large":[117,217],"number":[118],"inter-user":[120],"interference":[121],"terms":[122,255],"exhibits":[124,242],"non-convexity,":[125],"solution":[127],"becomes":[128],"particularly":[129],"challenging,":[130],"especially":[131],"under":[132],"imperfect":[133],"information":[136],"(CSI)":[137],"conditions.":[138],"Deep":[139],"reinforcement":[140],"learning":[141,212],"(DRL)":[142],"provides":[143],"feasible":[145],"solution.":[146],"However,":[147],"existing":[148,252],"DRL-based":[149],"approaches":[150],"typically":[151],"adopt":[152],"uniform":[154],"random":[155],"sampling":[156],"strategy,":[157],"failing":[158],"fully":[160],"utilize":[161],"key":[163],"experiences":[164,215],"that":[165,237],"very":[167],"beneficial":[168],"improving":[170],"agent\u2019s":[172],"policy.":[173],"To":[174],"address":[175],"issue,":[177],"paper":[179],"proposes":[180],"distributed":[182],"algorithm":[183,203,241],"based":[184],"on":[185],"multi-agent":[186],"double":[187],"deep":[188],"Q-network":[189],"prioritized":[191],"experience":[192],"replay":[193],"(MADDQN-PER)":[194],"solve":[196],"constructed":[198],"problem.":[200],"The":[201,233],"proposed":[202,239],"operates":[204],"requiring":[206],"globally":[207],"precise":[208],"CSI":[209],"prioritizes":[211],"from":[213],"critical":[214],"temporal-difference":[218],"errors,":[219],"thereby":[220],"enhancing":[221],"decision":[223],"quality":[224],"more":[231],"effectively.":[232],"simulation":[234],"results":[235],"show":[236],"MADDQN-PER":[240],"excellent":[243],"scalability":[244],"B5G":[247],"HetNets":[248],"significantly":[250],"outperforms":[251],"schemes":[253],"sum":[257],"rate":[258],"performance.":[259]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}