{"id":"https://openalex.org/W2962806402","doi":"https://doi.org/10.1109/iwcmc.2019.8766654","title":"A Deep Reinforcement Learning based Mechanism for Cell Outage Compensation in Massive IoT Environments","display_name":"A Deep Reinforcement Learning based Mechanism for Cell Outage Compensation in Massive IoT Environments","publication_year":2019,"publication_date":"2019-06-01","ids":{"openalex":"https://openalex.org/W2962806402","doi":"https://doi.org/10.1109/iwcmc.2019.8766654","mag":"2962806402"},"language":"en","primary_location":{"id":"doi:10.1109/iwcmc.2019.8766654","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc.2019.8766654","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 15th International Wireless Communications & Mobile Computing Conference (IWCMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100419616","display_name":"Jianli Guo","orcid":"https://orcid.org/0000-0002-4235-6502"},"institutions":[{"id":"https://openalex.org/I2800372957","display_name":"China Electronics Technology Group Corporation","ror":"https://ror.org/0098hst83","country_code":"CN","type":"company","lineage":["https://openalex.org/I2800372957"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianli Guo","raw_affiliation_strings":["Science and Technology on Communication Network Technology, 54th Research Institute of China Electronics Technology Group Corporation, Hebei, China"],"affiliations":[{"raw_affiliation_string":"Science and Technology on Communication Network Technology, 54th Research Institute of China Electronics Technology Group Corporation, Hebei, China","institution_ids":["https://openalex.org/I2800372957"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088418676","display_name":"Zhihao Wang","orcid":"https://orcid.org/0000-0003-1415-4054"},"institutions":[{"id":"https://openalex.org/I2800372957","display_name":"China Electronics Technology Group Corporation","ror":"https://ror.org/0098hst83","country_code":"CN","type":"company","lineage":["https://openalex.org/I2800372957"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihao Wang","raw_affiliation_strings":["Science and Technology on Communication Network Technology, 54th Research Institute of China Electronics Technology Group Corporation, Hebei, China"],"affiliations":[{"raw_affiliation_string":"Science and Technology on Communication Network Technology, 54th Research Institute of China Electronics Technology Group Corporation, Hebei, China","institution_ids":["https://openalex.org/I2800372957"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101879980","display_name":"Xiujuan Shi","orcid":"https://orcid.org/0000-0002-8219-2426"},"institutions":[{"id":"https://openalex.org/I2800372957","display_name":"China Electronics Technology Group Corporation","ror":"https://ror.org/0098hst83","country_code":"CN","type":"company","lineage":["https://openalex.org/I2800372957"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiujuan Shi","raw_affiliation_strings":["Science and Technology on Communication Network Technology, 54th Research Institute of China Electronics Technology Group Corporation, Hebei, China"],"affiliations":[{"raw_affiliation_string":"Science and Technology on Communication Network Technology, 54th Research Institute of China Electronics Technology Group Corporation, Hebei, China","institution_ids":["https://openalex.org/I2800372957"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042579643","display_name":"Xiao Yang","orcid":"https://orcid.org/0000-0002-1029-6840"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Yang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100783073","display_name":"Peng Yu","orcid":"https://orcid.org/0000-0002-0402-5390"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Yu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059665891","display_name":"Lei Feng","orcid":"https://orcid.org/0000-0003-3494-5590"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Feng","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100442689","display_name":"Wenjing Li","orcid":"https://orcid.org/0000-0003-3852-1007"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjing Li","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100419616"],"corresponding_institution_ids":["https://openalex.org/I2800372957"],"apc_list":null,"apc_paid":null,"fwci":0.7154,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.71407727,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"284","last_page":"289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8007513284683228},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7970240116119385},{"id":"https://openalex.org/keywords/compensation","display_name":"Compensation (psychology)","score":0.6606046557426453},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6230765581130981},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5681053400039673},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5123509168624878},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4931883215904236},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4133654534816742},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.41293075680732727},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39130327105522156},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17694589495658875},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.13705003261566162}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8007513284683228},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7970240116119385},{"id":"https://openalex.org/C2780023022","wikidata":"https://www.wikidata.org/wiki/Q1338171","display_name":"Compensation (psychology)","level":2,"score":0.6606046557426453},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6230765581130981},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5681053400039673},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5123509168624878},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4931883215904236},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4133654534816742},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.41293075680732727},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39130327105522156},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17694589495658875},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13705003261566162},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwcmc.2019.8766654","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc.2019.8766654","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 15th International Wireless Communications & Mobile Computing Conference (IWCMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1900103086","https://openalex.org/W2004478999","https://openalex.org/W2010230333","https://openalex.org/W2058792791","https://openalex.org/W2142246654","https://openalex.org/W2152997194","https://openalex.org/W2170723277","https://openalex.org/W2296150051","https://openalex.org/W2296227759","https://openalex.org/W2516758180","https://openalex.org/W2741401130","https://openalex.org/W2743660637","https://openalex.org/W2807900833","https://openalex.org/W2884171711"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W2625093826","https://openalex.org/W4306904969","https://openalex.org/W2950174689","https://openalex.org/W4200598720","https://openalex.org/W2921026492","https://openalex.org/W4247463117","https://openalex.org/W2138720691"],"abstract_inverted_index":{"As":[0],"one":[1],"of":[2,6,30,110,114,122,183,192],"the":[3,12,56,82,99,108,112,147,156,160,171,184,190,193],"key":[4],"technologies":[5],"5G,":[7],"massive":[8,63,104],"IoT":[9,14,64,105],"environments":[10,65,106],"provide":[11],"ubiquitous":[13],"services.":[15],"Compared":[16],"with":[17,107],"4G,":[18],"its":[19,41,197],"structure":[20],"is":[21,66],"more":[22],"complex,":[23],"and":[24,37,159,175,180,196,203],"it":[25,45],"has":[26,74],"a":[27,34,49,128],"large":[28],"number":[29],"deployed":[31],"nodes.":[32],"If":[33],"failure":[35],"occurs":[36],"can't":[38],"be":[39,178],"alleviated":[40],"effect":[42],"in":[43,52,62,103,199],"time,":[44],"will":[46],"lead":[47],"to":[48,77,81,133,142,154,163,177],"significant":[50],"drop":[51],"network":[53,84],"performance.":[54],"Therefore,":[55],"cell":[57,91,100,205],"outage":[58,92,101,206],"compensation":[59,124,140,164],"(COC)":[60],"problem":[61],"very":[67],"important.":[68],"Although":[69],"deep":[70],"reinforcement":[71],"learning":[72],"(DRL)":[73],"been":[75],"applied":[76],"many":[78],"scenarios":[79],"related":[80],"self-organizing":[83],"(SON),":[85],"there":[86],"are":[87],"fewer":[88],"applications":[89],"for":[90],"compensation.":[93,207],"In":[94],"this":[95],"paper,":[96],"aiming":[97],"at":[98],"scenario":[102],"goal":[109],"maximizing":[111],"connectivity":[113],"base":[115],"stations":[116],"while":[117],"meeting":[118,200],"service":[119],"quality":[120],"demands":[121],"each":[123],"user,":[125],"we":[126,137],"present":[127],"framework":[129,195],"based":[130],"on":[131],"DRL":[132],"solve":[134],"it.":[135],"Specifically,":[136],"first":[138],"allocate":[139],"users":[141],"adjacent":[143],"BSs":[144],"by":[145],"using":[146],"K-means":[148],"clustering":[149],"algorithm,":[150],"then":[151],"use":[152],"DQN":[153],"find":[155],"antenna":[157],"downtilt":[158],"power":[161],"allocated":[162],"users.":[165],"The":[166],"simulation":[167],"result":[168],"shows":[169],"that":[170],"algorithm":[172],"converges":[173],"quickly":[174],"tends":[176],"stable,":[179],"reach":[181],"95%":[182],"maximum":[185],"target":[186],"value.":[187],"It":[188],"verifies":[189],"efficiency":[191],"DRL-based":[194],"effectiveness":[198],"user":[201],"requirements":[202],"handling":[204]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}