{"id":"https://openalex.org/W2170051373","doi":"https://doi.org/10.1109/jsyst.2014.2334637","title":"Machine-Learning Aided Optimal Customer Decisions for an Interactive Smart Grid","display_name":"Machine-Learning Aided Optimal Customer Decisions for an Interactive Smart Grid","alternate_titles":[],"publication_year":2014,"publication_date":"2014-07-31","ids":{"openalex":"https://openalex.org/W2170051373","doi":"https://doi.org/10.1109/jsyst.2014.2334637","mag":"2170051373"},"language":"en","primary_location":{"id":"doi:10.1109/jsyst.2014.2334637","doi":"https://doi.org/10.1109/jsyst.2014.2334637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2014.2334637","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-2","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2170051373"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100449514","display_name":"Ding Li","orcid":"https://orcid.org/0000-0002-9264-967X","observed_orcids":["https://orcid.org/0000-0002-9264-967X","https://orcid.org/0000-0002-3953-0426","https://orcid.org/0009-0006-0263-7947"]},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ding Li","raw_affiliation_strings":["Communications and Information Sciences Laboratory, Department of Electrical and Computer Engineering, University of New Mexico, Albuquerque, NM, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Communications and Information Sciences Laboratory, Department of Electrical and Computer Engineering, University of New Mexico, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I169521973"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057344039","display_name":"Sudharman K. Jayaweera","orcid":"https://orcid.org/0000-0002-9126-0304","observed_orcids":["https://orcid.org/0000-0002-9126-0304"]},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sudharman K. Jayaweera","raw_affiliation_strings":["Communications and Information Sciences Laboratory, Department of Electrical and Computer Engineering, University of New Mexico, Albuquerque, NM, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Communications and Information Sciences Laboratory, Department of Electrical and Computer Engineering, University of New Mexico, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I169521973"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I169521973"],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":1.2973,"has_fulltext":false,"cited_by_count":75,"citation_normalized_percentile":{"value":0.80760768,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"9","issue":"4","first_page":"1529","last_page":"1540"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/smart-grid","display_name":"smart grid","score":0.8360000252723694},{"id":"https://openalex.org/keywords/smart-home","display_name":"home automation","score":0.6830000281333923},{"id":"https://openalex.org/keywords/hidden-markov-models","display_name":"hidden Markov models","score":0.7419999837875366},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8100000023841858},{"id":"https://openalex.org/keywords/demand-response","display_name":"demand response","score":0.8109999895095825},{"id":"https://openalex.org/keywords/real-time-decision-making","display_name":"real-time decision making","score":0.7139999866485596},{"id":"https://openalex.org/keywords/baum-welch-algorithm","display_name":"Baum-Welch algorithm","score":0.9089999794960022},{"id":"https://openalex.org/keywords/value-iteration","display_name":"value iteration","score":0.9549999833106995},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.8790000081062317},{"id":"https://openalex.org/keywords/approximate-dynamic-programming","display_name":"approximate dynamic programming","score":0.9919999837875366},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"curse of dimensionality","score":0.8149999976158142},{"id":"https://openalex.org/keywords/non-stationary-environments","display_name":"non-stationary environments","score":0.6470000147819519},{"id":"https://openalex.org/keywords/load-mismatch","display_name":"load mismatch","score":0.4740000069141388},{"id":"https://openalex.org/keywords/advanced-metering-infrastructure","display_name":"advanced metering infrastructure","score":0.7200000286102295}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7153066992759705},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.678357720375061},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.6459137797355652},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.5662190318107605},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5382340550422668},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.514370322227478},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4601915180683136},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.44695979356765747},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.44094690680503845},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.43648481369018555},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3559609651565552},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33991581201553345},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.29068779945373535},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2836841344833374},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.17852148413658142},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13185325264930725},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1193799376487732},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsyst.2014.2334637","doi":"https://doi.org/10.1109/jsyst.2014.2334637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2014.2334637","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-2","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5690000057220459,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"},{"score":0.5378999710083008,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W180325379","https://openalex.org/W1491973539","https://openalex.org/W1497909677","https://openalex.org/W1515891729","https://openalex.org/W1587845729","https://openalex.org/W1591195137","https://openalex.org/W1601081659","https://openalex.org/W1606863965","https://openalex.org/W1971859302","https://openalex.org/W1982774462","https://openalex.org/W1984560471","https://openalex.org/W1992241691","https://openalex.org/W2005094509","https://openalex.org/W2027995412","https://openalex.org/W2041350207","https://openalex.org/W2044375425","https://openalex.org/W2048226872","https://openalex.org/W2054989445","https://openalex.org/W2064122435","https://openalex.org/W2070376178","https://openalex.org/W2075418136","https://openalex.org/W2079880936","https://openalex.org/W2090536490","https://openalex.org/W2101836934","https://openalex.org/W2112207166","https://openalex.org/W2114153151","https://openalex.org/W2121863487","https://openalex.org/W2121919248","https://openalex.org/W2123651102","https://openalex.org/W2130304665","https://openalex.org/W2134665010","https://openalex.org/W2137005204","https://openalex.org/W2143459153","https://openalex.org/W2153672555","https://openalex.org/W2163183954","https://openalex.org/W2519502710","https://openalex.org/W3011120880","https://openalex.org/W4214717370","https://openalex.org/W4285719527","https://openalex.org/W6629490593"],"related_works":["https://openalex.org/W2053622919","https://openalex.org/W2075418136","https://openalex.org/W2029584126","https://openalex.org/W3105263411","https://openalex.org/W7096597030","https://openalex.org/W2905467474","https://openalex.org/W2098533918","https://openalex.org/W7120275632","https://openalex.org/W2128395490","https://openalex.org/W2586852908"],"abstract_inverted_index":{"In":[0],"this":[1,164],"paper,":[2],"a":[3,57,66,110,133,188],"hierarchical":[4],"smart":[5,13,25,176],"grid":[6],"architecture":[7],"is":[8,15,129,246],"presented.":[9],"The":[10],"concept":[11,125],"of":[12,50,105,126,136,142,184,225,231],"home":[14],"extended":[16],"in":[17,147,213,248],"two":[18],"aspects:":[19],"1)":[20],"from":[21,43,181],"traditional":[22],"households":[23,45],"with":[24,35,79,239],"devices,":[26],"such":[27],"as":[28,198,237],"advanced":[29],"metering":[30],"infrastructure,":[31],"to":[32,46,91,100,131,168,204],"intelligent":[33],"entities":[34],"instantaneous":[36],"and":[37,41,87,222,234],"distributive":[38],"decision-making":[39,69,73,244],"capabilities;":[40],"2)":[42],"individual":[44],"general":[47],"customer":[48,67],"units":[49],"possibly":[51],"large":[52],"scales.":[53],"We":[54],"then":[55],"develop":[56],"hidden":[58],"mode":[59],"Markov":[60],"decision":[61],"process":[62],"(HM-MDP)":[63],"model":[64],"for":[65,117,174],"real-time":[68,72,92,190],"problem.":[70,120],"This":[71],"framework":[74],"can":[75],"effectively":[76],"be":[77],"integrated":[78],"demand":[80],"response":[81],"schemes,":[82],"which":[83],"are":[84],"prediction":[85],"based":[86],"therefore":[88],"inevitably":[89],"lead":[90],"power-load":[93],"mismatches.":[94],"With":[95],"the":[96,102,106,118,124,137,144,153,159,175,182,199,226,240],"Baum-Welch":[97],"algorithm":[98,116,166,191],"adopted":[99],"learn":[101],"nonstationary":[103],"dynamics":[104],"environment,":[107],"we":[108,151,202],"propose":[109],"value":[111,139,145],"iteration":[112],"(VI)-based":[113],"exact":[114,165,233],"solution":[115],"HM-MDP":[119],"Unlike":[121],"conventional":[122],"VI,":[123],"parsimonious":[127,155],"sets":[128,156],"used":[130],"enable":[132],"finite":[134],"representation":[135],"optimal":[138,169],"function.":[140],"Instead":[141],"iterating":[143],"function":[146],"each":[148],"time":[149],"step,":[150],"iterate":[152],"representational":[154],"by":[157],"using":[158],"incremental":[160],"pruning":[161],"algorithm.":[162],"Although":[163],"leads":[167],"policies":[170],"giving":[171],"maximum":[172],"rewards":[173],"homes,":[177],"its":[178],"complexity":[179],"suffers":[180],"curse":[183],"dimensionality.":[185],"To":[186],"obtain":[187],"low-complexity":[189],"that":[192],"allows":[193],"adaptively":[194],"incorporating":[195],"new":[196],"observations":[197],"environment":[200],"changes,":[201],"resort":[203],"Q-learning-based":[205],"approximate":[206,235],"dynamic":[207],"programming.":[208],"Q-learning":[209],"offers":[210],"more":[211],"flexibility":[212],"practice":[214],"because":[215],"it":[216],"does":[217],"not":[218],"require":[219],"specific":[220],"starting":[221],"ending":[223],"points":[224],"scheduling":[227],"period.":[228],"Performance":[229],"analysis":[230],"both":[232],"algorithms,":[236],"compared":[238],"other":[241],"possible":[242],"alternative":[243],"strategies,":[245],"presented":[247],"simulation":[249],"results.":[250]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2170051373","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":5},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2016-06-24T00:00:00"}
