{"id":"https://openalex.org/W2947487552","doi":null,"title":"A Deep Reinforcement Learning based Mechanism for Cell Outage Compensation in 5G UDN","display_name":"A Deep Reinforcement Learning based Mechanism for Cell Outage Compensation in 5G UDN","publication_year":2019,"publication_date":"2019-04-08","ids":{"openalex":"https://openalex.org/W2947487552","mag":"2947487552"},"language":"en","primary_location":{"id":"mag:2947487552","doi":null,"is_oa":false,"landing_page_url":"http://ieeexplore.ieee.org/document/8717820","pdf_url":null,"source":{"id":"https://openalex.org/S172153664","display_name":"Immunotechnology","issn_l":"1380-2933","issn":["1380-2933","1879-162X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Immunotechnology","raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042579643","display_name":"Xiao Bo Yang","orcid":"https://orcid.org/0000-0002-1029-6840","observed_orcids":["https://orcid.org/0000-0002-1029-6840"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":"CN","type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Yang","raw_affiliation_strings":["State key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":"https://orcid.org/0000-0002-1029-6840","affiliations":[{"raw_affiliation_string":"State key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100783073","display_name":"Peng Yu","orcid":"https://orcid.org/0000-0002-0402-5390","observed_orcids":["https://orcid.org/0000-0002-0402-5390"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":"CN","type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Yu","raw_affiliation_strings":["State key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":"https://orcid.org/0000-0002-0402-5390","affiliations":[{"raw_affiliation_string":"State key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059665891","display_name":"Lei Feng","orcid":"https://orcid.org/0000-0003-3494-5590","observed_orcids":["https://orcid.org/0000-0003-3494-5590"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":"CN","type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Feng","raw_affiliation_strings":["State key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":"https://orcid.org/0000-0003-3494-5590","affiliations":[{"raw_affiliation_string":"State key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021772015","display_name":"Fanqin Zhou","orcid":"https://orcid.org/0000-0002-4158-6517","observed_orcids":["https://orcid.org/0000-0002-4158-6517"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":"CN","type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanqin Zhou","raw_affiliation_strings":["State key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":"https://orcid.org/0000-0002-4158-6517","affiliations":[{"raw_affiliation_string":"State key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100442689","display_name":"Wenjing Li","orcid":"https://orcid.org/0000-0003-3852-1007","observed_orcids":["https://orcid.org/0000-0003-3852-1007"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":"CN","type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjing Li","raw_affiliation_strings":["State key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":"https://orcid.org/0000-0003-3852-1007","affiliations":[{"raw_affiliation_string":"State key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042944721","display_name":"Xuesong Qiu","orcid":"https://orcid.org/0000-0002-7899-539X","observed_orcids":["https://orcid.org/0000-0002-7899-539X"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":"CN","type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuesong Qiu","raw_affiliation_strings":["State key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.629,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.6336838,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"476","last_page":"481"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.8842999935150146,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.8842999935150146,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.039500001817941666,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.01489999983459711,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ultra-dense-networks","display_name":"ultra-dense networks","score":0.9769999980926514},{"id":"https://openalex.org/keywords/5g","display_name":"5G","score":0.7850000262260437},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9860000014305115},{"id":"https://openalex.org/keywords/self-organizing-networks","display_name":"self-organizing networks","score":0.8050000071525574},{"id":"https://openalex.org/keywords/cell-handover","display_name":"cell handover","score":0.6129999756813049},{"id":"https://openalex.org/keywords/service-quality-requirements","display_name":"service quality requirements","score":0.6600000262260437},{"id":"https://openalex.org/keywords/action-value-function-approximation","display_name":"action-value function approximation","score":0.7630000114440918},{"id":"https://openalex.org/keywords/k-means-clustering","display_name":"K-means clustering","score":0.7770000100135803}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7168446779251099},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6608257293701172},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5871938467025757},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5318514704704285},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5312399864196777},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5222145318984985},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4561847746372223},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4459701478481293},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41300010681152344},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4049784541130066},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18552586436271667},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15308815240859985}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2947487552","doi":null,"is_oa":false,"landing_page_url":"http://ieeexplore.ieee.org/document/8717820","pdf_url":null,"source":{"id":"https://openalex.org/S172153664","display_name":"Immunotechnology","issn_l":"1380-2933","issn":["1380-2933","1879-162X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Immunotechnology","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4943999946117401}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3043235050","https://openalex.org/W2962806402","https://openalex.org/W7166700341","https://openalex.org/W4280531885","https://openalex.org/W7220988598","https://openalex.org/W4200633576","https://openalex.org/W4223525103","https://openalex.org/W6893912903","https://openalex.org/W4382364679","https://openalex.org/W4408298758"],"abstract_inverted_index":{"Ultra":[0],"Dense":[1],"Networks":[2],"(UDN)":[3],"have":[4],"become":[5],"one":[6],"of":[7,20,34,114,118,121,129,186,194,205],"the":[8,18,62,69,87,104,109,112,116,119,154,174,187,192,195,203],"key":[9],"technologies":[10],"for":[11,95],"5G":[12],"wireless":[13,23],"communications,":[14],"which":[15],"can":[16],"meet":[17],"requirements":[19],"high-traffic,":[21],"high-density":[22],"terminal":[24],"access.":[25],"Compared":[26],"with":[27,111],"LTE,":[28],"there":[29,91],"are":[30,92],"a":[31,40,55,135,160],"large":[32],"number":[33],"heterogeneous":[35],"cells":[36],"in":[37,49,58,68,108,201],"UDN.":[38],"If":[39],"failure":[41],"occurs":[42],"and":[43,133,178,183,198,208],"can't":[44],"be":[45,181],"alleviated":[46],"its":[47,199],"effect":[48],"time,":[50],"it":[51],"will":[52],"lead":[53],"to":[54,82,86,140,149,165,180],"significant":[56],"drop":[57],"network":[59,89,163],"performance.":[60],"Therefore,":[61],"cell":[63,96,105,210],"outage":[64,97,106],"compensation":[65,147],"(COC)":[66],"problem":[67],"UDN":[70,110],"is":[71],"very":[72],"important.":[73],"Although":[74],"deep":[75,161],"reinforcement":[76],"learning":[77],"(DRL)":[78],"has":[79],"been":[80],"applied":[81],"many":[83],"scenarios":[84],"related":[85],"self-organizing":[88],"(SON),":[90],"fewer":[93],"applications":[94],"compensation.":[98,212],"In":[99],"this":[100],"paper,":[101],"aiming":[102],"at":[103],"scenario":[107],"goal":[113],"maximizing":[115],"sum":[117],"throughput":[120],"all":[122],"users":[123,148],"while":[124],"meeting":[125,202],"service":[126],"quality":[127],"demands":[128],"each":[130],"mobile":[131],"user,":[132],"present":[134],"framework":[136,197],"based":[137],"on":[138],"DRL":[139],"solve":[141],"it.":[142],"Specifically,":[143],"we":[144],"first":[145],"allocate":[146],"adjacent":[150],"BSs":[151],"by":[152],"using":[153],"K-means":[155],"clustering":[156],"algorithm,":[157],"then":[158],"apply":[159],"neural":[162],"(DNN)":[164],"approximate":[166],"action-value":[167],"function.":[168],"The":[169],"simulation":[170],"results":[171],"show":[172],"that":[173],"algorithm":[175],"converges":[176],"quickly":[177],"tends":[179],"stable,":[182],"reach":[184],"99.53%":[185],"maximum":[188],"throughput.":[189],"It":[190],"verifies":[191],"efficiency":[193],"DRL-based":[196],"effectiveness":[200],"requirement":[204],"user":[206],"rates":[207],"handling":[209],"interrupt":[211]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1}],"updated_date":"2026-10-27T15:51:10.671819","created_date":"2019-06-07T00:00:00"}