{"id":"https://openalex.org/W3153925034","doi":"https://doi.org/10.1587/transcom.2020ebp3118","title":"A Reinforcement Learning Approach for Self-Optimization of Coverage and Capacity in Heterogeneous Cellular Networks","display_name":"A Reinforcement Learning Approach for Self-Optimization of Coverage and Capacity in Heterogeneous Cellular Networks","publication_year":2021,"publication_date":"2021-04-12","ids":{"openalex":"https://openalex.org/W3153925034","doi":"https://doi.org/10.1587/transcom.2020ebp3118","mag":"3153925034"},"language":"en","primary_location":{"id":"doi:10.1587/transcom.2020ebp3118","is_oa":false,"landing_page_url":"https://doi.org/10.1587/transcom.2020ebp3118","pdf_url":null,"source":{"id":"https://openalex.org/S2493627025","display_name":"IEICE Transactions on Communications","issn_l":"0916-8516","issn":["0916-8516","1745-1345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025530726","display_name":"Junxuan Wang","orcid":"https://orcid.org/0000-0002-5386-9012"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxuan WANG","raw_affiliation_strings":["School of Communication and Information Engineering, Xi'an University of Post and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Xi'an University of Post and Telecommunications","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102719250","display_name":"Yu Meng","orcid":"https://orcid.org/0000-0003-3258-1105"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng YU","raw_affiliation_strings":["School of Communication and Information Engineering, Xi'an University of Post and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Xi'an University of Post and Telecommunications","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100601221","display_name":"Xuewei Zhang","orcid":"https://orcid.org/0000-0002-9098-6461"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuewei ZHANG","raw_affiliation_strings":["School of Communication and Information Engineering, Xi'an University of Post and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Xi'an University of Post and Telecommunications","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085386121","display_name":"Fan Jiang","orcid":"https://orcid.org/0000-0002-8968-5178"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan JIANG","raw_affiliation_strings":["School of Communication and Information Engineering, Xi'an University of Post and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Xi'an University of Post and Telecommunications","institution_ids":["https://openalex.org/I4210136859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210136859"],"apc_list":null,"apc_paid":null,"fwci":0.0983,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.39079012,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"E104.B","issue":"10","first_page":"1318","last_page":"1327"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8627203106880188},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8095662593841553},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.7414817214012146},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.6555354595184326},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6001887917518616},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5651280879974365},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5599648356437683},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.48639538884162903},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.4543149471282959},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.444812536239624},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4404556453227997},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4188712537288666},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41167202591896057},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.25679248571395874},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16187620162963867},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15763413906097412},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1169760525226593}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8627203106880188},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8095662593841553},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.7414817214012146},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.6555354595184326},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6001887917518616},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5651280879974365},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5599648356437683},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.48639538884162903},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.4543149471282959},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.444812536239624},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4404556453227997},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4188712537288666},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41167202591896057},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.25679248571395874},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16187620162963867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15763413906097412},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1169760525226593},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1587/transcom.2020ebp3118","is_oa":false,"landing_page_url":"https://doi.org/10.1587/transcom.2020ebp3118","pdf_url":null,"source":{"id":"https://openalex.org/S2493627025","display_name":"IEICE Transactions on Communications","issn_l":"0916-8516","issn":["0916-8516","1745-1345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W586985871","https://openalex.org/W616521324","https://openalex.org/W1582469108","https://openalex.org/W1987558930","https://openalex.org/W2006216084","https://openalex.org/W2006583821","https://openalex.org/W2033337118","https://openalex.org/W2088293838","https://openalex.org/W2095855703","https://openalex.org/W2109401393","https://openalex.org/W2134393683","https://openalex.org/W2148481186","https://openalex.org/W2160602333","https://openalex.org/W2191948661","https://openalex.org/W2315674446","https://openalex.org/W2540567230","https://openalex.org/W2605344455","https://openalex.org/W2735793369","https://openalex.org/W2761905266","https://openalex.org/W2808579708","https://openalex.org/W2944465621","https://openalex.org/W2963241379"],"related_works":["https://openalex.org/W2533247538","https://openalex.org/W3043926037","https://openalex.org/W4290996519","https://openalex.org/W2062000094","https://openalex.org/W2795085641","https://openalex.org/W1992848877","https://openalex.org/W2129068897","https://openalex.org/W2767936319","https://openalex.org/W1879081724","https://openalex.org/W1504466232"],"abstract_inverted_index":{"Heterogeneous":[0],"networks":[1],"(HetNets)":[2],"are":[3],"emerging":[4],"as":[5,92],"an":[6,93],"inevitable":[7],"method":[8],"to":[9,19,100,151],"tackle":[10],"the":[11,15,20,46,55,62,74,87,102,108,112,118,128,132,140],"capacity":[12,33],"crunch":[13],"of":[14,28,59,65,76,120],"cellular":[16,42],"networks.":[17,43],"Due":[18],"complicated":[21],"network":[22,67],"environment":[23],"and":[24,32],"a":[25,37],"large":[26],"number":[27],"configured":[29],"parameters,":[30],"coverage":[31],"optimization":[34,75],"(CCO)":[35],"is":[36,68,79,90],"challenging":[38],"issue":[39],"in":[40,70],"heterogeneous":[41],"By":[44],"combining":[45],"self-optimizing":[47],"algorithm":[48,142],"for":[49],"radio":[50],"frequency":[51],"(RF)":[52],"parameters":[53,78,104],"with":[54,107,131],"power":[56],"control":[57,101],"mechanism":[58],"small":[60,113],"cells,":[61],"CCO":[63],"problem":[64],"self-organizing":[66],"addressed":[69],"this":[71],"paper.":[72],"First,":[73],"RF":[77],"solved":[80],"based":[81],"on":[82,147],"reinforcement":[83],"learning":[84],"(RL),":[85],"where":[86],"base":[88],"station":[89],"modeled":[91],"agent":[94],"that":[95,139],"can":[96,115,143],"learn":[97],"effective":[98],"strategies":[99],"tunable":[103],"by":[105,123],"interacting":[106],"surrounding":[109],"environment.":[110],"Second,":[111],"cell":[114,134],"autonomously":[116],"change":[117],"state":[119],"wireless":[121],"transmission":[122],"comparing":[124],"its":[125],"distance":[126],"from":[127],"user":[129,148],"equipment":[130],"virtual":[133],"size.":[135],"Simulation":[136],"results":[137],"show":[138],"proposed":[141],"achieve":[144],"better":[145],"performance":[146],"throughput":[149],"compared":[150],"different":[152],"conventional":[153],"methods.":[154]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}