{"id":"https://openalex.org/W2041866840","doi":"https://doi.org/10.1109/tie.2014.2361485","title":"A novel dual iterative Q-learning method for optimal battery management in smart residential environments","display_name":"A novel dual iterative Q-learning method for optimal battery management in smart residential environments","publication_year":2014,"publication_date":"2014-10-03","ids":{"openalex":"https://openalex.org/W2041866840","doi":"https://doi.org/10.1109/tie.2014.2361485","mag":"2041866840"},"language":"en","primary_location":{"id":"doi:10.1109/tie.2014.2361485","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2014.2361485","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087825639","display_name":"Qinglai Wei","orcid":"https://orcid.org/0000-0001-7002-9800"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qinglai Wei","raw_affiliation_strings":["The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004057129","display_name":"Derong Liu","orcid":"https://orcid.org/0000-0003-3715-4778"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Derong Liu","raw_affiliation_strings":["The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences , Beijing, China"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences , Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113152227","display_name":"Guang Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guang Shi","raw_affiliation_strings":["The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5087825639"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"],"apc_list":null,"apc_paid":null,"fwci":27.7828,"has_fulltext":false,"cited_by_count":235,"citation_normalized_percentile":{"value":0.99795109,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"62","issue":"4","first_page":"2509","last_page":"2518"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/iterative-method","display_name":"Iterative method","score":0.7105467319488525},{"id":"https://openalex.org/keywords/iterative-learning-control","display_name":"Iterative learning control","score":0.6442764401435852},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6358773708343506},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6048473715782166},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5935832858085632},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.5092793703079224},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.4460504949092865},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44596755504608154},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4444804787635803},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.42564836144447327},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4036853313446045},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3400880694389343},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.28067779541015625},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23248353600502014},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18964093923568726}],"concepts":[{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.7105467319488525},{"id":"https://openalex.org/C117619785","wikidata":"https://www.wikidata.org/wiki/Q6094414","display_name":"Iterative learning control","level":3,"score":0.6442764401435852},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6358773708343506},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6048473715782166},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5935832858085632},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5092793703079224},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.4460504949092865},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44596755504608154},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4444804787635803},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.42564836144447327},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4036853313446045},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3400880694389343},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.28067779541015625},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23248353600502014},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18964093923568726},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tie.2014.2361485","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2014.2361485","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2139553994","display_name":null,"funder_award_id":"61374105","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2966638085","display_name":null,"funder_award_id":"4132078","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G5605584058","display_name":null,"funder_award_id":"61034002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5945310063","display_name":null,"funder_award_id":"61273140","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8230378891","display_name":null,"funder_award_id":"61233001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W92805021","https://openalex.org/W1557517019","https://openalex.org/W1977516036","https://openalex.org/W1983089547","https://openalex.org/W1986864433","https://openalex.org/W1999213690","https://openalex.org/W2004726079","https://openalex.org/W2017570421","https://openalex.org/W2020862262","https://openalex.org/W2029584126","https://openalex.org/W2045182661","https://openalex.org/W2048687352","https://openalex.org/W2059025276","https://openalex.org/W2060686658","https://openalex.org/W2062445356","https://openalex.org/W2069372334","https://openalex.org/W2072481853","https://openalex.org/W2093831009","https://openalex.org/W2098645122","https://openalex.org/W2102944604","https://openalex.org/W2110040537","https://openalex.org/W2127050485","https://openalex.org/W2128790263","https://openalex.org/W2137006212","https://openalex.org/W2138131694","https://openalex.org/W2142430251","https://openalex.org/W2152161277","https://openalex.org/W2161639050","https://openalex.org/W2165501837","https://openalex.org/W2170826687","https://openalex.org/W2172246201","https://openalex.org/W2341171179","https://openalex.org/W3011120880"],"related_works":["https://openalex.org/W2761624296","https://openalex.org/W4386994694","https://openalex.org/W4388738109","https://openalex.org/W2362901947","https://openalex.org/W2362086884","https://openalex.org/W1606071314","https://openalex.org/W2350210972","https://openalex.org/W2369126164","https://openalex.org/W1482785882","https://openalex.org/W2376218423"],"abstract_inverted_index":{"In":[0,28],"this":[1],"paper,":[2],"a":[3],"novel":[4],"iterative":[5,10,61,71,79,101,105],"Q-learning":[6,11,72,80],"method":[7,81],"called":[8],"\u201cdual":[9],"algorithm\u201d":[12],"is":[13,90],"developed":[14,30,129],"to":[15,64,123],"solve":[16],"the":[17,29,46,56,60,65,69,74,78,83,93,100,104,109,112,125,128],"optimal":[18,84],"battery":[19,85],"management":[20,86],"and":[21,39,55,87,103,119],"control":[22,88,106],"problem":[23,89],"in":[24,52],"smart":[25],"residential":[26],"environments.":[27],"algorithm,":[31,73],"two":[32],"iterations":[33],"are":[34,37,121],"introduced,":[35],"which":[36,96],"internal":[38,43],"external":[40,57],"iterations,":[41],"where":[42],"iteration":[44,58],"minimizes":[45],"total":[47],"cost":[48],"of":[49,77,127],"power":[50],"loads":[51],"each":[53],"period,":[54],"makes":[59],"Q-function":[62,102],"converge":[63],"optimum.":[66,110],"Based":[67],"on":[68],"dual":[70],"convergence":[75],"property":[76],"for":[82,92],"proven":[91],"first":[94],"time,":[95],"guarantees":[97],"that":[98],"both":[99],"law":[107],"reach":[108],"Implementing":[111],"algorithm":[113],"by":[114],"neural":[115],"networks,":[116],"numerical":[117],"results":[118],"comparisons":[120],"given":[122],"illustrate":[124],"performance":[126],"algorithm.":[130]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":31},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":27},{"year":2020,"cited_by_count":19},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":16},{"year":2017,"cited_by_count":26},{"year":2016,"cited_by_count":27},{"year":2015,"cited_by_count":22},{"year":2014,"cited_by_count":1}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}