{"id":"https://openalex.org/W3136901766","doi":"https://doi.org/10.1109/ccnc49032.2021.9369525","title":"Deep Reinforcement Learning-based CIO and Energy Control for LTE Mobility Load Balancing","display_name":"Deep Reinforcement Learning-based CIO and Energy Control for LTE Mobility Load Balancing","publication_year":2021,"publication_date":"2021-01-09","ids":{"openalex":"https://openalex.org/W3136901766","doi":"https://doi.org/10.1109/ccnc49032.2021.9369525","mag":"3136901766"},"language":"en","primary_location":{"id":"doi:10.1109/ccnc49032.2021.9369525","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc49032.2021.9369525","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 18th Annual Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039488421","display_name":"Ghada Alsuhli","orcid":"https://orcid.org/0000-0001-7251-747X"},"institutions":[{"id":"https://openalex.org/I80693520","display_name":"American University in Cairo","ror":"https://ror.org/0176yqn58","country_code":"EG","type":"education","lineage":["https://openalex.org/I80693520"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Ghada Alsuhli","raw_affiliation_strings":["Electronics and Communications Engineering Department, American University in Cairo, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"Electronics and Communications Engineering Department, American University in Cairo, Cairo, Egypt","institution_ids":["https://openalex.org/I80693520"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003634029","display_name":"Hassan Ahmed Hassan Ahmed Ismail","orcid":"https://orcid.org/0000-0001-6554-9596"},"institutions":[{"id":"https://openalex.org/I80693520","display_name":"American University in Cairo","ror":"https://ror.org/0176yqn58","country_code":"EG","type":"education","lineage":["https://openalex.org/I80693520"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Hassan A. Ismail","raw_affiliation_strings":["Electronics and Communications Engineering Department, American University in Cairo, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"Electronics and Communications Engineering Department, American University in Cairo, Cairo, Egypt","institution_ids":["https://openalex.org/I80693520"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060739908","display_name":"Kareem Alansary","orcid":null},"institutions":[{"id":"https://openalex.org/I80693520","display_name":"American University in Cairo","ror":"https://ror.org/0176yqn58","country_code":"EG","type":"education","lineage":["https://openalex.org/I80693520"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Kareem Alansary","raw_affiliation_strings":["Electronics and Communications Engineering Department, American University in Cairo, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"Electronics and Communications Engineering Department, American University in Cairo, Cairo, Egypt","institution_ids":["https://openalex.org/I80693520"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046196824","display_name":"Mahmoud Rumman","orcid":null},"institutions":[{"id":"https://openalex.org/I80693520","display_name":"American University in Cairo","ror":"https://ror.org/0176yqn58","country_code":"EG","type":"education","lineage":["https://openalex.org/I80693520"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Mahmoud Rumman","raw_affiliation_strings":["Electronics and Communications Engineering Department, American University in Cairo, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"Electronics and Communications Engineering Department, American University in Cairo, Cairo, Egypt","institution_ids":["https://openalex.org/I80693520"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056840949","display_name":"Mostafa Mohamed","orcid":null},"institutions":[{"id":"https://openalex.org/I80693520","display_name":"American University in Cairo","ror":"https://ror.org/0176yqn58","country_code":"EG","type":"education","lineage":["https://openalex.org/I80693520"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Mostafa Mohamed","raw_affiliation_strings":["Electronics and Communications Engineering Department, American University in Cairo, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"Electronics and Communications Engineering Department, American University in Cairo, Cairo, Egypt","institution_ids":["https://openalex.org/I80693520"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055400388","display_name":"Karim G. Seddik","orcid":"https://orcid.org/0000-0002-2279-592X"},"institutions":[{"id":"https://openalex.org/I80693520","display_name":"American University in Cairo","ror":"https://ror.org/0176yqn58","country_code":"EG","type":"education","lineage":["https://openalex.org/I80693520"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Karim G. Seddik","raw_affiliation_strings":["Electronics and Communications Engineering Department, American University in Cairo, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"Electronics and Communications Engineering Department, American University in Cairo, Cairo, Egypt","institution_ids":["https://openalex.org/I80693520"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5039488421"],"corresponding_institution_ids":["https://openalex.org/I80693520"],"apc_list":null,"apc_paid":null,"fwci":2.0054,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.86435039,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.819870114326477},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8024265766143799},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.7183312177658081},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.7110793590545654},{"id":"https://openalex.org/keywords/offset","display_name":"Offset (computer science)","score":0.6036925315856934},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.5933810472488403},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5569180846214294},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.5096886157989502},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.49297142028808594},{"id":"https://openalex.org/keywords/self-organizing-network","display_name":"Self-organizing network","score":0.4757556617259979},{"id":"https://openalex.org/keywords/load-management","display_name":"Load management","score":0.46669843792915344},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.46293941140174866},{"id":"https://openalex.org/keywords/network-performance","display_name":"Network performance","score":0.4595531225204468},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4574545919895172},{"id":"https://openalex.org/keywords/user-equipment","display_name":"User equipment","score":0.41960546374320984},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4154003858566284},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.24014252424240112},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.23663955926895142},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15402376651763916},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.10482615232467651},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09735351800918579},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07599592208862305}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.819870114326477},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8024265766143799},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.7183312177658081},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.7110793590545654},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.6036925315856934},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.5933810472488403},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5569180846214294},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.5096886157989502},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.49297142028808594},{"id":"https://openalex.org/C179618828","wikidata":"https://www.wikidata.org/wiki/Q3478119","display_name":"Self-organizing network","level":2,"score":0.4757556617259979},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.46669843792915344},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.46293941140174866},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.4595531225204468},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4574545919895172},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.41960546374320984},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4154003858566284},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.24014252424240112},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.23663955926895142},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15402376651763916},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.10482615232467651},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09735351800918579},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07599592208862305},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccnc49032.2021.9369525","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc49032.2021.9369525","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 18th Annual Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2000011732","https://openalex.org/W2009867565","https://openalex.org/W2115211925","https://openalex.org/W2155968351","https://openalex.org/W2495235903","https://openalex.org/W2595413033","https://openalex.org/W2746553466","https://openalex.org/W2968563287","https://openalex.org/W3013858924","https://openalex.org/W3100707094","https://openalex.org/W4285719527","https://openalex.org/W6677067356","https://openalex.org/W6734964502"],"related_works":["https://openalex.org/W3128256986","https://openalex.org/W2765342016","https://openalex.org/W2052758014","https://openalex.org/W2510086392","https://openalex.org/W2899023278","https://openalex.org/W2006583821","https://openalex.org/W2896642475","https://openalex.org/W2611128500","https://openalex.org/W2136036699","https://openalex.org/W2128522143"],"abstract_inverted_index":{"Cellular":[0],"networks'":[1,53],"congestion":[2,61,132],"has":[3,56,79,148],"been":[4,80],"one":[5,155],"of":[6,33,77,91,151,202],"the":[7,16,31,43,45,60,69,73,97,129,142,153,158,162,166,192,200,203,208,220,224],"most":[8],"common":[9],"problems":[10],"in":[11,19,42,109,191],"cellular":[12,52,88,110],"networks":[13],"due":[14],"to":[15,82,178,181,214,219],"huge":[17],"increase":[18],"network":[20,70,74,194,209],"load":[21,48,71,84,120,189],"resulted":[22],"from":[23],"enhancing":[24],"communication":[25],"quality":[26],"as":[27,29,50,125],"well":[28],"increasing":[30],"number":[32],"users.":[34],"Since":[35],"mobile":[36],"users":[37],"are":[38,104],"not":[39,137],"uniformly":[40],"distributed":[41],"network,":[44],"need":[46],"for":[47,87,106,128],"balancing":[49,85,121],"a":[51,115,126,187],"self-optimization":[54,107],"technique":[55],"increased":[57],"recently.":[58],"Then,":[59],"problem":[62],"can":[63],"be":[64],"handled":[65],"by":[66,206,212],"evenly":[67],"distributing":[68],"among":[72],"resources.":[75],"Lots":[76],"research":[78],"dedicated":[81],"developing":[83],"models":[86,93],"networks.":[89,111],"Most":[90],"these":[92,183],"rely":[94,138],"on":[95,140],"adjusting":[96,157,165],"Cell":[98],"Individual":[99],"Offset":[100],"(CIO)":[101],"parameters":[102,184],"which":[103],"designed":[105],"techniques":[108],"In":[112],"this":[113],"paper,":[114],"new":[116],"deep":[117],"reinforcement":[118],"learning-based":[119],"approach":[122,135,205],"is":[123,156,164,195],"proposed":[124,171,204],"solution":[127],"LTE":[130],"Downlink":[131],"problem.":[133],"This":[134],"does":[136],"only":[139,227],"adapting":[141],"CIO":[143,159],"parameters,":[144,160],"but":[145],"it":[146],"rather":[147],"two":[149],"degrees":[150],"control;":[152],"first":[154],"and":[161,216,223],"second":[163],"eNodeBs'":[167],"transmission":[168],"power.":[169],"The":[170],"model":[172],"uses":[173],"Double":[174],"Deep":[175],"Q-Network":[176],"(DDQN)":[177],"learn":[179],"how":[180],"adjust":[182],"so":[185],"that":[186,226],"better":[188],"distribution":[190],"overall":[193,210],"achieved.":[196],"Simulation":[197],"results":[198],"prove":[199],"effectiveness":[201],"improving":[207],"throughput":[211],"up":[213],"21.4%":[215],"6.5%":[217],"compared":[218],"base-line":[221],"scheme":[222,225],"adapts":[228],"CIOs,":[229],"respectively.":[230]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}