{"id":"https://openalex.org/W3044356312","doi":"https://doi.org/10.1109/iccworkshops49005.2020.9145209","title":"Parallel Deep Reinforcement Learning Based Online User Association Optimization in Heterogeneous Networks","display_name":"Parallel Deep Reinforcement Learning Based Online User Association Optimization in Heterogeneous Networks","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3044356312","doi":"https://doi.org/10.1109/iccworkshops49005.2020.9145209","mag":"3044356312"},"language":"en","primary_location":{"id":"doi:10.1109/iccworkshops49005.2020.9145209","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops49005.2020.9145209","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100730071","display_name":"Zhiyang Li","orcid":"https://orcid.org/0000-0002-4970-8494"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyang Li","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100423264","display_name":"Ming Chen","orcid":"https://orcid.org/0000-0002-3572-6886"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Chen","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022523766","display_name":"Kezhi Wang","orcid":"https://orcid.org/0000-0001-8602-0800"},"institutions":[{"id":"https://openalex.org/I32394136","display_name":"Northumbria University","ror":"https://ror.org/049e6bc10","country_code":"GB","type":"education","lineage":["https://openalex.org/I32394136"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kezhi Wang","raw_affiliation_strings":["Department of Computer and Information Sciences, Northumbria University, Newcastle, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Northumbria University, Newcastle, U.K","institution_ids":["https://openalex.org/I32394136"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075696071","display_name":"Cunhua Pan","orcid":"https://orcid.org/0000-0001-5286-7958"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Cunhua Pan","raw_affiliation_strings":["School of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080627309","display_name":"Nuo Huang","orcid":"https://orcid.org/0000-0003-3660-9128"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nuo Huang","raw_affiliation_strings":["Key Laboratory of Wireless-Optical Communications, Chinese Academy of Sciences, School of Information Science and Technology, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Wireless-Optical Communications, Chinese Academy of Sciences, School of Information Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039824788","display_name":"Yuntao Hu","orcid":"https://orcid.org/0000-0001-8878-2868"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuntao Hu","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2488,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.79637713,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8267999291419983},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6668650507926941},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5821639895439148},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.5552769899368286},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.5389305949211121},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4737594723701477},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4424755871295929},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.41699787974357605},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37380707263946533},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.36996105313301086},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2886713147163391},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2673317790031433},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2293492555618286}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8267999291419983},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6668650507926941},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5821639895439148},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.5552769899368286},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.5389305949211121},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4737594723701477},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4424755871295929},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.41699787974357605},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37380707263946533},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.36996105313301086},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2886713147163391},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2673317790031433},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2293492555618286},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccworkshops49005.2020.9145209","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops49005.2020.9145209","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2212794949","display_name":null,"funder_award_id":"EP/N029666/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2010630450","https://openalex.org/W2037831381","https://openalex.org/W2060617892","https://openalex.org/W2120262505","https://openalex.org/W2130827801","https://openalex.org/W2136530738","https://openalex.org/W2912917423","https://openalex.org/W2936900179","https://openalex.org/W2937571395","https://openalex.org/W2962798832","https://openalex.org/W2962804345","https://openalex.org/W2963060851","https://openalex.org/W3041971333","https://openalex.org/W3043543211","https://openalex.org/W3090615085","https://openalex.org/W3109847748","https://openalex.org/W6679559784"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W2979334915"],"abstract_inverted_index":{"This":[0,112],"paper":[1,113],"studies":[2],"heterogeneous":[3],"networks":[4,130],"(HetNets)":[5],"where":[6,125],"multiple":[7,126],"wireless":[8],"users":[9,32,39],"are":[10,205],"supposed":[11],"to":[12,20,27,90,99,106,143,158,218],"associate":[13],"with":[14,44,48,55,207,221],"an":[15,62,83,115],"optimal":[16],"base":[17],"station":[18],"(BS)":[19],"maximize":[21],"the":[22,29,35,45,53,56,107,145,161,179,185,197,202,222],"network":[23],"utility.":[24],"In":[25,190],"order":[26],"guarantee":[28],"fairness":[30],"among":[31],"and":[33,69,81,104,149,200],"enhance":[34],"capacity":[36],"of":[37,52,65,109,178,181,216],"network,":[38],"should":[40],"be":[41],"actively":[42],"associated":[43],"BS":[46],"tiers":[47],"lighter":[49],"load,":[50],"instead":[51],"one":[54],"maximum":[57],"signal-to-interference-plus-noise":[58],"ratio":[59],"(SINR).":[60],"Therefore,":[61],"optimization":[63],"problem":[64,93],"joint":[66],"user":[67,134,187],"association":[68,135,147,188],"bandwidth":[70],"allocation":[71],"is":[72,75,88],"formulated,":[73],"which":[74],"a":[76,139,213],"mixed":[77],"binary":[78],"integer":[79],"programming":[80],"also":[82,193],"NP-hard":[84],"problem.":[85],"However,":[86],"it":[87,192,210],"challenging":[89],"solve":[91],"this":[92],"by":[94],"using":[95],"traditional":[96],"methods":[97],"due":[98],"its":[100],"high":[101],"computational":[102],"complexity":[103],"sensitivity":[105],"change":[108],"channel":[110],"parameters.":[111],"proposes":[114],"online":[116],"deep":[117,128],"reinforcement":[118],"learning":[119],"(DRL)":[120],"based":[121],"algorithm":[122,170,204],"for":[123],"HetNet,":[124],"parallel":[127,162],"neural":[129],"(DNNs)":[131],"can":[132,171,211],"generate":[133],"solutions.":[136],"We":[137],"use":[138,151],"shared":[140],"memory":[141],"structure":[142],"store":[144],"best":[146],"scheme":[148],"then":[150],"these":[152],"data":[153,156],"as":[154],"training":[155],"set":[157],"train":[159],"all":[160],"DNNs.":[163],"Numerical":[164],"results":[165],"show":[166],"that":[167],"our":[168],"proposed":[169,203],"achieve":[172,212],"significant":[173],"performance":[174,214],"gain":[175,215],"in":[176],"terms":[177],"value":[180],"utility":[182],"function":[183],"over":[184],"max-SINR":[186],"scheme.":[189],"addition,":[191],"performs":[194],"better":[195],"than":[196],"greedy":[198,223],"algorithm,":[199],"when":[201],"adopted":[206],"5":[208],"DNNs,":[209],"up":[217],"5%":[219],"compared":[220],"algorithm.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}