{"id":"https://openalex.org/W3082381351","doi":"https://doi.org/10.3390/e22090957","title":"A Turbo Q-Learning (TQL) for Energy Efficiency Optimization in Heterogeneous Networks","display_name":"A Turbo Q-Learning (TQL) for Energy Efficiency Optimization in Heterogeneous Networks","publication_year":2020,"publication_date":"2020-08-30","ids":{"openalex":"https://openalex.org/W3082381351","doi":"https://doi.org/10.3390/e22090957","mag":"3082381351","pmid":"https://pubmed.ncbi.nlm.nih.gov/33286726"},"language":"en","primary_location":{"id":"doi:10.3390/e22090957","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22090957","pdf_url":"https://www.mdpi.com/1099-4300/22/9/957/pdf?version=1598780837","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/22/9/957/pdf?version=1598780837","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100732176","display_name":"Xiumin Wang","orcid":"https://orcid.org/0000-0003-4735-9777"},"institutions":[{"id":"https://openalex.org/I55538621","display_name":"China Jiliang University","ror":"https://ror.org/05v1y0t93","country_code":"CN","type":"education","lineage":["https://openalex.org/I55538621"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiumin Wang","raw_affiliation_strings":["College of Information Engineering, China Jiliang University, Hangzhou 310018, China"],"affiliations":[{"raw_affiliation_string":"College of Information Engineering, China Jiliang University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I55538621"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065422134","display_name":"Lei Li","orcid":"https://orcid.org/0000-0003-1857-8233"},"institutions":[{"id":"https://openalex.org/I55538621","display_name":"China Jiliang University","ror":"https://ror.org/05v1y0t93","country_code":"CN","type":"education","lineage":["https://openalex.org/I55538621"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Li","raw_affiliation_strings":["College of Information Engineering, China Jiliang University, Hangzhou 310018, China"],"affiliations":[{"raw_affiliation_string":"College of Information Engineering, China Jiliang University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I55538621"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100361943","display_name":"Jun Li","orcid":"https://orcid.org/0000-0002-7959-0474"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jun Li","raw_affiliation_strings":["Binjiang College, Nanjing University of Information Science & Technology, Wuxi 214105, China"],"affiliations":[{"raw_affiliation_string":"Binjiang College, Nanjing University of Information Science & Technology, Wuxi 214105, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101559678","display_name":"Zhengquan Li","orcid":"https://orcid.org/0000-0002-3512-7103"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengquan Li","raw_affiliation_strings":["College of Internet of Things, Jiangnan University, Wuxi 214000, China"],"affiliations":[{"raw_affiliation_string":"College of Internet of Things, Jiangnan University, Wuxi 214000, China","institution_ids":["https://openalex.org/I111599522"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100361943"],"corresponding_institution_ids":["https://openalex.org/I200845125"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.4148,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.6167748,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"22","issue":"9","first_page":"957","last_page":"957"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6818928718566895},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.623565137386322},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5567580461502075},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.5178294777870178},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.501471757888794},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.49003779888153076},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.47108376026153564},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.44535237550735474},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.43583211302757263},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4178631603717804},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39243757724761963},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22891736030578613},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2057657241821289}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6818928718566895},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.623565137386322},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5567580461502075},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5178294777870178},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.501471757888794},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.49003779888153076},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.47108376026153564},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.44535237550735474},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.43583211302757263},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4178631603717804},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39243757724761963},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22891736030578613},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2057657241821289},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e22090957","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22090957","pdf_url":"https://www.mdpi.com/1099-4300/22/9/957/pdf?version=1598780837","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:33286726","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33286726","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:69c30e288e62445db789596c1487de20","is_oa":true,"landing_page_url":"https://doaj.org/article/69c30e288e62445db789596c1487de20","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 22, Iss 9, p 957 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/22/9/957/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e22090957","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 22; Issue 9; Pages: 957","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7597261","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7597261","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e22090957","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22090957","pdf_url":"https://www.mdpi.com/1099-4300/22/9/957/pdf?version=1598780837","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8700000047683716,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3082381351.pdf","grobid_xml":"https://content.openalex.org/works/W3082381351.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W2129372310","https://openalex.org/W2131957313","https://openalex.org/W2144770191","https://openalex.org/W2593287941","https://openalex.org/W2620765670","https://openalex.org/W2745574548","https://openalex.org/W2761444498","https://openalex.org/W2767359317","https://openalex.org/W2796815899","https://openalex.org/W2883649654","https://openalex.org/W2890612944","https://openalex.org/W2901019684","https://openalex.org/W2909715381","https://openalex.org/W2912280691","https://openalex.org/W2915022979","https://openalex.org/W2936616973","https://openalex.org/W2949044235","https://openalex.org/W2950458454","https://openalex.org/W2952027602","https://openalex.org/W2962639108","https://openalex.org/W2963728120","https://openalex.org/W2963981561","https://openalex.org/W2964855034","https://openalex.org/W2967959654","https://openalex.org/W2968222736","https://openalex.org/W2969412215","https://openalex.org/W2971663057","https://openalex.org/W2972498561","https://openalex.org/W2975500749","https://openalex.org/W2982312840","https://openalex.org/W2989526415","https://openalex.org/W3003651800","https://openalex.org/W3006247134","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W1987895267","https://openalex.org/W2350519135","https://openalex.org/W4249307902","https://openalex.org/W2390619334","https://openalex.org/W2049400599","https://openalex.org/W2052190160","https://openalex.org/W2141802142","https://openalex.org/W2375327612","https://openalex.org/W2491835820","https://openalex.org/W4292003887"],"abstract_inverted_index":{"In":[0],"order":[1],"to":[2,24,53,112,126,138],"maximize":[3],"energy":[4,39,173],"efficiency":[5,40,174],"in":[6,49,108],"heterogeneous":[7],"networks":[8],"(HetNets),":[9],"a":[10,45,121],"turbo":[11],"Q-Learning":[12,21,135],"(TQL)":[13],"combined":[14],"with":[15],"multistage":[16,46],"decision":[17,47],"process":[18,48],"and":[19,74,147,175],"tabular":[20,72],"is":[22,42,63,83,97,106,136,160],"proposed":[23],"optimize":[25],"the":[26,30,36,54,60,75,90,94,104,113,130,143,163,171,177],"resource":[27,55],"configuration.":[28],"For":[29],"large":[31,114],"dimensions":[32,144],"of":[33,38,57,80,92,103,116,133,145,179],"action":[34,81,146],"space,":[35,118],"problem":[37,62,96],"optimization":[41,58,131],"designed":[43],"as":[44],"this":[50,109],"paper,":[51],"according":[52],"allocation":[56],"objectives,":[59],"initial":[61,95],"divided":[64],"into":[65,85],"several":[66],"subproblems":[67],"which":[68],"are":[69],"solved":[70],"by":[71,166],"Q-Learning,":[73],"traditional":[76],"exponential":[77],"increasing":[78],"size":[79],"space":[82,149],"decomposed":[84],"linear":[86],"increase.":[87],"By":[88],"iterating":[89],"solutions":[91],"subproblems,":[93],"solved.":[98,152],"The":[99,153],"simple":[100],"stability":[101],"analysis":[102],"algorithm":[105],"given":[107],"paper.":[110],"As":[111],"dimension":[115],"state":[117,148],"we":[119],"use":[120],"deep":[122],"neural":[123],"network":[124],"(DNN)":[125],"classify":[127],"states":[128],"where":[129],"policy":[132],"novel":[134],"set":[137],"label":[139],"samples.":[140],"Thus":[141],"far,":[142],"have":[150],"been":[151],"simulation":[154],"results":[155],"show":[156],"that":[157],"our":[158],"approach":[159],"convergent,":[161],"improves":[162],"convergence":[164],"speed":[165],"60%":[167],"while":[168],"maintaining":[169],"almost":[170],"same":[172],"having":[176],"characteristics":[178],"system":[180],"adjustment.":[181]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}