{"id":"https://openalex.org/W4322706658","doi":"https://doi.org/10.1109/lwc.2023.3250492","title":"Distributed Multi-Agent Deep Q-Learning for Load Balancing User Association in Dense Networks","display_name":"Distributed Multi-Agent Deep Q-Learning for Load Balancing User Association in Dense Networks","publication_year":2023,"publication_date":"2023-02-28","ids":{"openalex":"https://openalex.org/W4322706658","doi":"https://doi.org/10.1109/lwc.2023.3250492"},"language":"en","primary_location":{"id":"doi:10.1109/lwc.2023.3250492","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2023.3250492","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086898579","display_name":"Byungju Lim","orcid":"https://orcid.org/0000-0002-5155-392X"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]},{"id":"https://openalex.org/I8991828","display_name":"Pukyong National University","ror":"https://ror.org/0433kqc49","country_code":"KR","type":"education","lineage":["https://openalex.org/I8991828"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Byungju Lim","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tufts University, Medford, MA, USA","Department of Electronic Engineering, Pukyong National University, Busan, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-5155-392X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tufts University, Medford, MA, USA","institution_ids":["https://openalex.org/I121934306"]},{"raw_affiliation_string":"Department of Electronic Engineering, Pukyong National University, Busan, South Korea","institution_ids":["https://openalex.org/I8991828"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000020663","display_name":"Mai Vu","orcid":"https://orcid.org/0000-0003-4486-5500"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mai Vu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tufts University, Medford, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4486-5500","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tufts University, Medford, MA, USA","institution_ids":["https://openalex.org/I121934306"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8583,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.85230616,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"12","issue":"7","first_page":"1120","last_page":"1124"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8764963746070862},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.7908921837806702},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6953548192977905},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.48538029193878174},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.46986278891563416},{"id":"https://openalex.org/keywords/information-exchange","display_name":"Information exchange","score":0.46042513847351074},{"id":"https://openalex.org/keywords/distributed-algorithm","display_name":"Distributed algorithm","score":0.4535740613937378},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4031996428966522}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8764963746070862},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.7908921837806702},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6953548192977905},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.48538029193878174},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.46986278891563416},{"id":"https://openalex.org/C189693848","wikidata":"https://www.wikidata.org/wiki/Q6031064","display_name":"Information exchange","level":2,"score":0.46042513847351074},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.4535740613937378},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4031996428966522},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lwc.2023.3250492","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2023.3250492","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8544466315","display_name":"CNS Core: Small: Collaborative Research: Transient characteristics and interference modeling for millimeter-wave communications","funder_award_id":"1908552","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1584244501","https://openalex.org/W2145339207","https://openalex.org/W2201581102","https://openalex.org/W2746553466","https://openalex.org/W2749807327","https://openalex.org/W2805977599","https://openalex.org/W2968782695","https://openalex.org/W3015501413","https://openalex.org/W3037040187","https://openalex.org/W3113111160","https://openalex.org/W4235234911","https://openalex.org/W4285264359","https://openalex.org/W6687681856","https://openalex.org/W6743756900"],"related_works":["https://openalex.org/W2563943286","https://openalex.org/W2966826037","https://openalex.org/W2500106866","https://openalex.org/W2184245033","https://openalex.org/W2944222538","https://openalex.org/W4385190278","https://openalex.org/W2511580312","https://openalex.org/W2995184021","https://openalex.org/W44661466","https://openalex.org/W4324118728"],"abstract_inverted_index":{"Distributed":[0],"learning":[1],"can":[2],"lead":[3],"to":[4,42,78,85,161],"effective":[5],"user":[6,40,67],"association":[7,41],"with":[8,58],"low":[9],"overhead,":[10],"but":[11],"faces":[12],"significant":[13],"challenges":[14],"in":[15,115],"incorporating":[16],"load":[17,45,89,145],"balancing":[18,46,146],"at":[19,48,65,106],"all":[20],"base":[21],"stations":[22],"(BS)":[23],"because":[24],"of":[25,82],"coupling":[26],"constraints.":[27],"In":[28],"this":[29],"letter,":[30],"we":[31,52],"propose":[32,73],"a":[33,54,74,98,116,142,150],"distributed":[34,118,144],"multi-agent":[35,75,111],"deep":[36,55],"Q-learning":[37],"model":[38,113],"for":[39,88,102],"satisfy":[43],"the":[44,80,103],"constraint":[47],"every":[49],"BS.":[50,108],"Specifically,":[51],"design":[53],"Q-network":[56,60],"(DQN)":[57],"target":[59],"and":[61,127,148,158],"experience":[62],"replay":[63],"buffer":[64],"each":[66,86,107,121],"as":[68],"an":[69],"agent.":[70],"We":[71],"also":[72],"matching":[76],"policy":[77,92],"control":[79],"number":[81],"users":[83],"connected":[84],"BS":[87],"balancing.":[90],"The":[91,109],"enhances":[93],"network":[94],"throughput":[95],"by":[96],"implementing":[97],"novel":[99],"updating":[100],"rule":[101],"preference":[104],"list":[105],"proposed":[110,139],"DQN":[112],"operates":[114],"fully":[117],"manner,":[119],"where":[120],"agent":[122],"only":[123],"uses":[124],"local":[125],"information":[126,130],"requires":[128],"no":[129],"exchange":[131],"between":[132],"agents.":[133],"Simulation":[134],"results":[135],"demonstrate":[136],"that":[137],"our":[138],"algorithm":[140,147],"outperforms":[141],"conventional":[143],"approaches":[149],"centralized":[151],"scheme":[152],"performance,":[153],"while":[154],"exhibiting":[155],"fast":[156],"convergence":[157],"high":[159],"adaptability":[160],"channel":[162],"changes.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}