{"id":"https://openalex.org/W3013214640","doi":"https://doi.org/10.1109/icnc47757.2020.9049771","title":"A Power Allocation Scheme Based on Deep Reinforcement Learning in HetNets","display_name":"A Power Allocation Scheme Based on Deep Reinforcement Learning in HetNets","publication_year":2020,"publication_date":"2020-02-01","ids":{"openalex":"https://openalex.org/W3013214640","doi":"https://doi.org/10.1109/icnc47757.2020.9049771","mag":"3013214640"},"language":"en","primary_location":{"id":"doi:10.1109/icnc47757.2020.9049771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnc47757.2020.9049771","pdf_url":null,"source":{"id":"https://openalex.org/S4306498707","display_name":"2020 International Conference on Computing, Networking and Communications (ICNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Conference on Computing, Networking and Communications (ICNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078093559","display_name":"Su Qingyong","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Qingyong Su","raw_affiliation_strings":["Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100365151","display_name":"Bin Li","orcid":"https://orcid.org/0000-0002-1998-819X"},"institutions":[{"id":"https://openalex.org/I4210166468","display_name":"Beijing Aerospace Flight Control Center","ror":"https://ror.org/007a14354","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210166468"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Li","raw_affiliation_strings":["Beijing Aerospace Automatic Control Institute"],"affiliations":[{"raw_affiliation_string":"Beijing Aerospace Automatic Control Institute","institution_ids":["https://openalex.org/I4210166468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068077570","display_name":"Chaowei Wang","orcid":"https://orcid.org/0000-0003-3858-3531"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaowei Wang","raw_affiliation_strings":["Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074050163","display_name":"Cai Qin","orcid":"https://orcid.org/0000-0003-4899-0528"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai Qin","raw_affiliation_strings":["Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100432932","display_name":"Weidong Wang","orcid":"https://orcid.org/0000-0002-3550-0625"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weidong Wang","raw_affiliation_strings":["Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5078093559"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.5471,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.971128,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"518","issue":null,"first_page":"245","last_page":"250"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.8770921230316162},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7886896729469299},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7858868837356567},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7373563647270203},{"id":"https://openalex.org/keywords/femtocell","display_name":"Femtocell","score":0.7021089792251587},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5309058427810669},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.519506573677063},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.504409670829773},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4961608350276947},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.45359817147254944},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.43993228673934937},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.4334338307380676},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.32406431436538696},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.2756562829017639},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.22165343165397644},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15290749073028564},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11866167187690735}],"concepts":[{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.8770921230316162},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7886896729469299},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7858868837356567},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7373563647270203},{"id":"https://openalex.org/C152504517","wikidata":"https://www.wikidata.org/wiki/Q572455","display_name":"Femtocell","level":3,"score":0.7021089792251587},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5309058427810669},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.519506573677063},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.504409670829773},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4961608350276947},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.45359817147254944},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.43993228673934937},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.4334338307380676},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.32406431436538696},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2756562829017639},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.22165343165397644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15290749073028564},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11866167187690735},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnc47757.2020.9049771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnc47757.2020.9049771","pdf_url":null,"source":{"id":"https://openalex.org/S4306498707","display_name":"2020 International Conference on Computing, Networking and Communications (ICNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Conference on Computing, Networking and Communications (ICNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W145683767","https://openalex.org/W1505558719","https://openalex.org/W1549026903","https://openalex.org/W1787677237","https://openalex.org/W2002691711","https://openalex.org/W2014043689","https://openalex.org/W2030019404","https://openalex.org/W2033775444","https://openalex.org/W2034675976","https://openalex.org/W2039599843","https://openalex.org/W2046679951","https://openalex.org/W2099913025","https://openalex.org/W2109604058","https://openalex.org/W2112170521","https://openalex.org/W2137872923","https://openalex.org/W2145339207","https://openalex.org/W2154269462","https://openalex.org/W2165463505","https://openalex.org/W2586188710","https://openalex.org/W2963939962","https://openalex.org/W3142958047","https://openalex.org/W6605931547","https://openalex.org/W6630151714"],"related_works":["https://openalex.org/W1987099914","https://openalex.org/W2795085641","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885"],"abstract_inverted_index":{"Femtocells":[0],"are":[1],"being":[2],"increasingly":[3],"deployed":[4],"to":[5,87],"meet":[6],"the":[7,11,29,62,89,97,105,121,126],"capacity":[8,128],"requirements":[9],"of":[10,31,91,99,107],"next-generation":[12],"heterogeneous":[13],"mobile":[14],"networks":[15],"(HetNets).":[16],"However,":[17],"co-channel":[18],"interference":[19],"among":[20],"cells":[21],"has":[22],"become":[23],"a":[24,40,57,68],"significant":[25],"factor":[26],"which":[27,72],"limits":[28],"performance":[30],"dense":[32,63],"HetNets.":[33],"Reinforcement":[34],"learning":[35],"(RL)":[36],"is":[37,54,65,76,85],"regarded":[38],"as":[39,56,67,78],"promising":[41],"tool":[42],"for":[43],"resource":[44],"management":[45],"in":[46,71,109],"femtocell":[47],"networks.":[48],"In":[49],"this":[50],"work,":[51],"power":[52],"allocation":[53],"modeled":[55,66],"Markov":[58],"Decision":[59],"Process":[60],"and":[61,103],"HetNet":[64],"multi-agent":[69],"network":[70,83],"each":[73],"base":[74],"station":[75],"treated":[77],"an":[79,110],"agent.":[80],"Deep":[81],"Q":[82],"(DQN)":[84],"adopted":[86],"solve":[88],"problem":[90],"huge":[92],"states":[93,102],"space":[94],"caused":[95],"by":[96],"combination":[98],"all":[100],"agents'":[101],"manage":[104],"resources":[106],"HetNets":[108],"efficient":[111],"way.":[112],"Compared":[113],"with":[114],"previous":[115],"work":[116],"that":[117],"based":[118],"on":[119],"simulations,":[120],"proposed":[122],"approach":[123],"can":[124],"improve":[125],"system":[127],"effectively.":[129]},"counts_by_year":[{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}