{"id":"https://openalex.org/W3188587275","doi":"https://doi.org/10.1109/icc42927.2021.9500379","title":"Hierarchical Policy Learning for Hybrid Communication Load Balancing","display_name":"Hierarchical Policy Learning for Hybrid Communication Load Balancing","publication_year":2021,"publication_date":"2021-06-01","ids":{"openalex":"https://openalex.org/W3188587275","doi":"https://doi.org/10.1109/icc42927.2021.9500379","mag":"3188587275"},"language":"en","primary_location":{"id":"doi:10.1109/icc42927.2021.9500379","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc42927.2021.9500379","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2021 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021430632","display_name":"Jikun Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jikun Kang","raw_affiliation_strings":["Samsung Electronics,Canada","Samsung Electronics, Canada"],"affiliations":[{"raw_affiliation_string":"Samsung Electronics,Canada","institution_ids":[]},{"raw_affiliation_string":"Samsung Electronics, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100329931","display_name":"Xi Chen","orcid":"https://orcid.org/0000-0002-3135-4114"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xi Chen","raw_affiliation_strings":["Samsung Electronics,Canada","Samsung Electronics, Canada"],"affiliations":[{"raw_affiliation_string":"Samsung Electronics,Canada","institution_ids":[]},{"raw_affiliation_string":"Samsung Electronics, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022267948","display_name":"Di Wu","orcid":"https://orcid.org/0000-0001-7419-9903"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Di Wu","raw_affiliation_strings":["Samsung Electronics,Canada","Samsung Electronics, Canada"],"affiliations":[{"raw_affiliation_string":"Samsung Electronics,Canada","institution_ids":[]},{"raw_affiliation_string":"Samsung Electronics, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049702508","display_name":"Yi Xu","orcid":"https://orcid.org/0000-0002-8541-2658"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi Tian Xu","raw_affiliation_strings":["Samsung Electronics,Canada","Samsung Electronics, Canada"],"affiliations":[{"raw_affiliation_string":"Samsung Electronics,Canada","institution_ids":[]},{"raw_affiliation_string":"Samsung Electronics, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100372152","display_name":"Xue Liu","orcid":"https://orcid.org/0000-0001-5252-3442"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue Liu","raw_affiliation_strings":["Samsung Electronics,Canada","Samsung Electronics, Canada"],"affiliations":[{"raw_affiliation_string":"Samsung Electronics,Canada","institution_ids":[]},{"raw_affiliation_string":"Samsung Electronics, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075441381","display_name":"Gregory Dudek","orcid":"https://orcid.org/0000-0001-5040-4925"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gregory Dudek","raw_affiliation_strings":["Samsung Electronics,Canada","Samsung Electronics, Canada"],"affiliations":[{"raw_affiliation_string":"Samsung Electronics,Canada","institution_ids":[]},{"raw_affiliation_string":"Samsung Electronics, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055179722","display_name":"Taeseop Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Taeseop Lee","raw_affiliation_strings":["Samsung Electronics,Korea (South)","Samsung Electronics, Korea (South)"],"affiliations":[{"raw_affiliation_string":"Samsung Electronics,Korea (South)","institution_ids":["https://openalex.org/I2250650973"]},{"raw_affiliation_string":"Samsung Electronics, Korea (South)","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032599348","display_name":"Intaik Park","orcid":null},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Intaik Park","raw_affiliation_strings":["Samsung Electronics,Korea (South)","Samsung Electronics, Korea (South)"],"affiliations":[{"raw_affiliation_string":"Samsung Electronics,Korea (South)","institution_ids":["https://openalex.org/I2250650973"]},{"raw_affiliation_string":"Samsung Electronics, Korea (South)","institution_ids":["https://openalex.org/I2250650973"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5021430632"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6271,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.89828887,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.715940535068512},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.5986474752426147},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4788506031036377}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.715940535068512},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.5986474752426147},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4788506031036377},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc42927.2021.9500379","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc42927.2021.9500379","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2021 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2000011732","https://openalex.org/W2010585744","https://openalex.org/W2019421046","https://openalex.org/W2064675550","https://openalex.org/W2088921872","https://openalex.org/W2092367245","https://openalex.org/W2121484540","https://openalex.org/W2296150051","https://openalex.org/W2505686994","https://openalex.org/W2736601468","https://openalex.org/W2782974900","https://openalex.org/W2786276003","https://openalex.org/W2803281228","https://openalex.org/W2885145570","https://openalex.org/W2885869655","https://openalex.org/W2950614095","https://openalex.org/W2957066025","https://openalex.org/W2980598706","https://openalex.org/W3003222026","https://openalex.org/W3005478472","https://openalex.org/W3038292958","https://openalex.org/W6678243511","https://openalex.org/W6741002519","https://openalex.org/W6752089545"],"related_works":["https://openalex.org/W3004117068","https://openalex.org/W2043284556","https://openalex.org/W3175372827","https://openalex.org/W2488220206","https://openalex.org/W2146301767","https://openalex.org/W191730236","https://openalex.org/W4384948837","https://openalex.org/W4312680855","https://openalex.org/W3191990038","https://openalex.org/W1524016490"],"abstract_inverted_index":{"Due":[0],"to":[1,23,51,64,104],"the":[2,27,34,45,70,83,105,130,160,165],"uneven":[3],"demographic":[4],"distribution":[5],"and":[6,30,96,111,146,162],"people\u2019s":[7],"daily":[8],"activities,":[9],"communication":[10],"systems":[11],"usually":[12],"experience":[13],"highly":[14],"imbalanced":[15],"load":[16,46],"across":[17],"different":[18],"cells.":[19,36],"This":[20,99],"imbalance":[21],"leads":[22],"unsatisfied":[24],"users":[25],"in":[26,33],"congested":[28],"cells":[29,50,72],"under-utilized":[31],"resources":[32],"less-loaded":[35],"To":[37,116],"deal":[38],"with":[39,89,135,153],"this":[40,78,118,141],"issue,":[41],"existing":[42],"work":[43],"migrates":[44],"from":[47],"heavily":[48],"loaded":[49,53],"lightly":[52],"cells,":[54,67],"by":[55],"either":[56],"handing":[57],"over":[58],"active":[59,95],"mode":[60,75],"User":[61],"Equipment":[62],"(UEs)":[63],"other":[65],"serving":[66],"or":[68],"re-selecting":[69],"camping":[71],"for":[73],"idle":[74,97],"UEs.":[76,98],"In":[77,140],"paper,":[79],"we":[80,120],"further":[81],"advance":[82],"research":[84],"on":[85],"Load":[86],"Balancing":[87],"(LB)":[88],"a":[90,122,136],"hybrid":[91],"control":[92],"of":[93,164],"both":[94],"task":[100],"is":[101],"challenging,":[102],"due":[103],"conflicts":[106],"between":[107,132],"Active-UE":[108],"LB":[109,113,133],"(AULB)":[110],"Idle-UE":[112],"(IULB)":[114],"policies.":[115],"overcome":[117],"challenge,":[119],"propose":[121],"Hierarchical":[123],"Policy":[124],"Learning":[125],"(HPL)":[126],"framework,":[127],"which":[128],"coordinates":[129],"actions":[131],"policies":[134,148],"two-level":[137],"learning":[138],"structure.":[139],"way,":[142],"HPL":[143],"produces":[144],"AULB":[145],"IULB":[147],"that":[149],"are":[150],"better":[151],"aligned":[152],"each":[154],"other.":[155],"Extensive":[156],"simulation":[157],"results":[158],"illustrate":[159],"efficiency":[161],"efficacy":[163],"proposed":[166],"HPL.":[167]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-21T06:30:42.041108","created_date":"2025-10-10T00:00:00"}