{"id":"https://openalex.org/W4410029386","doi":"https://doi.org/10.1109/tase.2025.3566390","title":"Autonomous Price-Aware Energy Management System in Smart Homes via Actor-Critic Learning With Predictive Capabilities","display_name":"Autonomous Price-Aware Energy Management System in Smart Homes via Actor-Critic Learning With Predictive Capabilities","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410029386","doi":"https://doi.org/10.1109/tase.2025.3566390"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2025.3566390","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3566390","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030378252","display_name":"Sotirios Spantideas","orcid":"https://orcid.org/0000-0002-1457-4131"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Sotirios T. Spantideas","raw_affiliation_strings":["Department of Ports Management and Shipping, National and Kapodistrian University of Athens, Evia, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Ports Management and Shipping, National and Kapodistrian University of Athens, Evia, Greece","institution_ids":["https://openalex.org/I200777214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008414543","display_name":"Anastasios Giannopoulos","orcid":"https://orcid.org/0000-0002-8602-7401"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Anastasios E. Giannopoulos","raw_affiliation_strings":["Department of Ports Management and Shipping, National and Kapodistrian University of Athens, Evia, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Ports Management and Shipping, National and Kapodistrian University of Athens, Evia, Greece","institution_ids":["https://openalex.org/I200777214"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039352682","display_name":"Panagiotis Trakadas","orcid":"https://orcid.org/0000-0002-5146-5954"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Panagiotis Trakadas","raw_affiliation_strings":["Department of Ports Management and Shipping, National and Kapodistrian University of Athens, Evia, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Ports Management and Shipping, National and Kapodistrian University of Athens, Evia, Greece","institution_ids":["https://openalex.org/I200777214"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5030378252"],"corresponding_institution_ids":["https://openalex.org/I200777214"],"apc_list":null,"apc_paid":null,"fwci":8.5329,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.97840334,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"22","issue":null,"first_page":"15018","last_page":"15033"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.59181147813797},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.5906918048858643},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5266016721725464},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.44760602712631226},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39497828483581543},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.34477710723876953},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3372463881969452},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32974910736083984},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.27624741196632385}],"concepts":[{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.59181147813797},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.5906918048858643},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5266016721725464},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.44760602712631226},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39497828483581543},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.34477710723876953},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3372463881969452},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32974910736083984},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.27624741196632385},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2025.3566390","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3566390","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7599999904632568,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1968818596","https://openalex.org/W2002316308","https://openalex.org/W2002348443","https://openalex.org/W2023021494","https://openalex.org/W2025904793","https://openalex.org/W2069372334","https://openalex.org/W2079278498","https://openalex.org/W2091443436","https://openalex.org/W2103371743","https://openalex.org/W2145339207","https://openalex.org/W2307544986","https://openalex.org/W2329597761","https://openalex.org/W2342863138","https://openalex.org/W2511682328","https://openalex.org/W2525400480","https://openalex.org/W2588627057","https://openalex.org/W2625632007","https://openalex.org/W2735346749","https://openalex.org/W2864256422","https://openalex.org/W2899279041","https://openalex.org/W2924196570","https://openalex.org/W2957897705","https://openalex.org/W2973588514","https://openalex.org/W2974232099","https://openalex.org/W2989354373","https://openalex.org/W3016533673","https://openalex.org/W3023669592","https://openalex.org/W3037451795","https://openalex.org/W3048479713","https://openalex.org/W3081603852","https://openalex.org/W3082712986","https://openalex.org/W3106761825","https://openalex.org/W3162079807","https://openalex.org/W3162406330","https://openalex.org/W3197248161","https://openalex.org/W3200113042","https://openalex.org/W3204523122","https://openalex.org/W3205942598","https://openalex.org/W4212833145","https://openalex.org/W4214717370","https://openalex.org/W4225996425","https://openalex.org/W4246020459","https://openalex.org/W4281728823","https://openalex.org/W4297200457","https://openalex.org/W4309548074","https://openalex.org/W4393421176","https://openalex.org/W4401213088","https://openalex.org/W4403182151","https://openalex.org/W4405873931"],"related_works":["https://openalex.org/W1990079087","https://openalex.org/W3202234113","https://openalex.org/W2101188133","https://openalex.org/W2003264037","https://openalex.org/W4390571837","https://openalex.org/W2354768891","https://openalex.org/W4229332389","https://openalex.org/W1510108650","https://openalex.org/W2322968447","https://openalex.org/W2356819012"],"abstract_inverted_index":{"The":[0,35,148],"energy":[1,53,67,117,126,141,180],"consumed":[2],"by":[3,97,122],"buildings":[4],"is":[5,152],"expected":[6],"to":[7,111,128,167],"significantly":[8],"rise":[9],"in":[10],"the":[11,49,55,59,65,86,98,107,125,129,140,145,173,178],"upcoming":[12],"years,":[13],"necessitating":[14],"intelligent":[15],"Home":[16],"Energy":[17],"Management":[18],"Systems":[19],"(HEMS)":[20],"that":[21,43],"create":[22],"comfortable":[23],"conditions":[24],"for":[25,81],"their":[26],"inhabitants,":[27],"while":[28],"also":[29],"offering":[30],"sustainable":[31],"and":[32,119,132,159,177],"cost-effective":[33],"solutions.":[34],"building":[36],"environment,":[37],"however,":[38],"includes":[39],"multiple":[40],"time-varying":[41],"parameters":[42],"cannot":[44],"be":[45],"controlled,":[46],"such":[47],"as":[48,62,64,136,138],"output":[50],"of":[51,88,101,144],"renewable":[52],"sources,":[54],"market-dependent":[56],"electricity":[57],"prices,":[58],"outdoor":[60],"temperature,":[61],"well":[63,137],"occupants\u2019":[66],"habits.":[68],"To":[69],"overcome":[70],"these":[71],"barriers,":[72],"we":[73],"propose":[74],"a":[75,89],"hybrid":[76,150],"Machine":[77],"Learning":[78],"(ML)":[79],"algorithm":[80,109],"smart":[82,146],"HEMS":[83],"control,":[84],"leveraging":[85],"properties":[87],"decision-making":[90],"deep":[91],"deterministic":[92],"policy":[93],"gradient":[94],"model,":[95],"enhanced":[96],"predictive":[99],"capabilities":[100],"long":[102],"short-term":[103],"memory":[104],"networks.":[105],"Hence,":[106],"proposed":[108,149],"aims":[110],"achieve":[112,168],"an":[113,169],"optimal":[114,170],"balance":[115],"between":[116,172],"cost":[118],"occupant":[120],"comfort":[121],"continuously":[123],"adjusting":[124],"provided":[127],"heating,":[130],"ventilation,":[131],"air":[133],"conditioning":[134],"system,":[135],"controlling":[139],"storage":[142],"system":[143],"home.":[147],"method":[151],"validated":[153],"with":[154],"simulations":[155],"using":[156],"real-world":[157],"data":[158],"compared":[160],"against":[161],"baseline":[162],"approaches,":[163],"showcasing":[164],"its":[165],"effectiveness":[166],"trade-off":[171],"indoor":[174],"temperature":[175],"deviation":[176],"average":[179],"cost.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":7}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}