{"id":"https://openalex.org/W2862352592","doi":"https://doi.org/10.1109/iccw.2018.8403505","title":"Deep Q-Learning Based Dynamic Resource Allocation for Self-Powered Ultra-Dense Networks","display_name":"Deep Q-Learning Based Dynamic Resource Allocation for Self-Powered Ultra-Dense Networks","publication_year":2018,"publication_date":"2018-05-01","ids":{"openalex":"https://openalex.org/W2862352592","doi":"https://doi.org/10.1109/iccw.2018.8403505","mag":"2862352592"},"language":"en","primary_location":{"id":"doi:10.1109/iccw.2018.8403505","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccw.2018.8403505","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101566938","display_name":"Han Li","orcid":"https://orcid.org/0000-0001-8502-3794"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Li","raw_affiliation_strings":["Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004355908","display_name":"Hui Gao","orcid":"https://orcid.org/0000-0003-0162-2445"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Gao","raw_affiliation_strings":["Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086282554","display_name":"Tiejun Lv","orcid":"https://orcid.org/0000-0003-4127-2419"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiejun Lv","raw_affiliation_strings":["Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011351180","display_name":"Yueming Lu","orcid":"https://orcid.org/0000-0003-3196-0349"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueming Lu","raw_affiliation_strings":["Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7708055973052979},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6993009448051453},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5761996507644653},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5393505096435547},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5245040655136108},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5163961052894592},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.47042322158813477},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4353252053260803},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4336177110671997},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.43152499198913574},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3123902976512909},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18907278776168823},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09474676847457886}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7708055973052979},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6993009448051453},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5761996507644653},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5393505096435547},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5245040655136108},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5163961052894592},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.47042322158813477},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4353252053260803},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4336177110671997},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.43152499198913574},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3123902976512909},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18907278776168823},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09474676847457886},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccw.2018.8403505","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccw.2018.8403505","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8399999737739563}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W1787677237","https://openalex.org/W1966164303","https://openalex.org/W1996325957","https://openalex.org/W2056916045","https://openalex.org/W2121863487","https://openalex.org/W2149707006","https://openalex.org/W2162956682","https://openalex.org/W2237949559","https://openalex.org/W2496947521","https://openalex.org/W2552014313","https://openalex.org/W2919115771","https://openalex.org/W2963568889","https://openalex.org/W4214717370","https://openalex.org/W4250609805","https://openalex.org/W4298857966"],"related_works":["https://openalex.org/W1939996075","https://openalex.org/W2124130287","https://openalex.org/W2118113972","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W2304003539","https://openalex.org/W1589966275","https://openalex.org/W2086872282"],"abstract_inverted_index":{"Though":[0],"enhancing":[1],"the":[2,11,38,53,66,111,116,119,128,138,141,148,169],"capacity":[3],"and":[4,25,65,81,105,124,134],"coverage":[5],"of":[6,14,55,68,107,110,127,140,168],"cellular":[7],"networks":[8],"to":[9,37,46,115],"meet":[10],"explosive":[12],"increasing":[13],"traffic":[15],"demands,":[16],"Ultra-Dense":[17],"Network":[18],"(UDN)":[19],"suffers":[20],"from":[21],"great":[22],"power":[23],"consumption":[24],"greenhouse":[26],"gas":[27],"emission.":[28],"Turning":[29],"small":[30],"base":[31],"stations":[32],"(SBS)":[33],"off":[34],"dynamically":[35],"according":[36,114],"network":[39],"operating":[40],"conditions":[41],"is":[42,100],"a":[43,87],"promising":[44],"solution":[45],"enhance":[47,162],"energy":[48,77],"efficiency":[49],"(EE).":[50],"Inspired":[51],"by":[52,144],"success":[54],"Deep":[56],"Q-learning":[57,150],"Network(DQN)":[58],"on":[59],"solving":[60],"complicated":[61],"real-time":[62],"control":[63,167],"problems":[64],"usage":[67],"energy-harvesting(EH)":[69],"in":[70,94],"UDNs,":[71],"without":[72],"any":[73],"prior":[74],"knowledge":[75],"about":[76],"arrival,":[78],"data":[79],"arrival":[80],"channel":[82],"state":[83,122],"information,":[84],"we":[85],"present":[86],"DQN-based":[88,130],"framework":[89,131,143,151],"for":[90],"dynamic":[91],"resource":[92],"allocation":[93],"EH-UDN.":[95],"Specially,":[96],"joint":[97],"optimization":[98],"problem":[99],"formulated,":[101],"considering":[102],"both":[103],"EE":[104,163],"quality":[106],"service":[108],"(QoS)":[109],"network.":[112],"Then":[113],"application":[117],"scenario,":[118],"action":[120],"space,":[121],"space":[123],"reward":[125],"function":[126],"proposed":[129,142,159],"are":[132],"defined":[133],"formulated.":[135],"We":[136],"evaluate":[137],"performance":[139],"comparing":[145],"it":[146],"with":[147],"classic":[149],"via":[152],"simulation.":[153],"Numerical":[154],"results":[155],"show":[156],"that":[157],"our":[158],"scheme":[160],"can":[161],"while":[164],"taking":[165],"good":[166],"QoS.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}