{"id":"https://openalex.org/W4392667303","doi":"https://doi.org/10.1109/access.2024.3375771","title":"Real-Time Energy Management in Smart Homes Through Deep Reinforcement Learning","display_name":"Real-Time Energy Management in Smart Homes Through Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392667303","doi":"https://doi.org/10.1109/access.2024.3375771"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3375771","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3375771","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10464301.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10464301.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030376044","display_name":"Jamal Aldahmashi","orcid":"https://orcid.org/0009-0009-9501-6649"},"institutions":[{"id":"https://openalex.org/I118590987","display_name":"Northern Border University","ror":"https://ror.org/03j9tzj20","country_code":"SA","type":"education","lineage":["https://openalex.org/I118590987"]},{"id":"https://openalex.org/I67415387","display_name":"Lancaster University","ror":"https://ror.org/04f2nsd36","country_code":"GB","type":"education","lineage":["https://openalex.org/I67415387"]}],"countries":["GB","SA"],"is_corresponding":false,"raw_author_name":"Jamal Aldahmashi","raw_affiliation_strings":["School of Engineering, Lancaster University, Lancaster, LA1 4YW, U.K","Department of Electrical Engineering, College of Engineering, Northern Border University, Arar, Saudi Arabia"],"raw_orcid":"https://orcid.org/0009-0009-9501-6649","affiliations":[{"raw_affiliation_string":"School of Engineering, Lancaster University, Lancaster, LA1 4YW, U.K","institution_ids":["https://openalex.org/I67415387"]},{"raw_affiliation_string":"Department of Electrical Engineering, College of Engineering, Northern Border University, Arar, Saudi Arabia","institution_ids":["https://openalex.org/I118590987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067344099","display_name":"Xiandong Ma","orcid":"https://orcid.org/0000-0001-7363-9727"},"institutions":[{"id":"https://openalex.org/I67415387","display_name":"Lancaster University","ror":"https://ror.org/04f2nsd36","country_code":"GB","type":"education","lineage":["https://openalex.org/I67415387"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xiandong Ma","raw_affiliation_strings":["School of Engineering, Lancaster University, Lancaster, LA1 4YW, U.K"],"raw_orcid":"https://orcid.org/0000-0001-7363-9727","affiliations":[{"raw_affiliation_string":"School of Engineering, Lancaster University, Lancaster, LA1 4YW, U.K","institution_ids":["https://openalex.org/I67415387"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":10.2094,"has_fulltext":true,"cited_by_count":55,"citation_normalized_percentile":{"value":0.98777679,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"43155","last_page":"43172"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9703999757766724,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7761707901954651},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6916053295135498},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.5483685731887817},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.39099258184432983},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3345384895801544},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3245382606983185}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7761707901954651},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6916053295135498},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.5483685731887817},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.39099258184432983},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3345384895801544},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3245382606983185},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2024.3375771","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3375771","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10464301.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:eprints.lancs.ac.uk:216297","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.lancs.ac.uk/id/eprint/216297/7/Main_Manuscript2b_accepted.pdf","source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:doaj.org/article:13cb5e9b26a4488aa9735a8381f3726d","is_oa":true,"landing_page_url":"https://doaj.org/article/13cb5e9b26a4488aa9735a8381f3726d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 43155-43172 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3375771","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3375771","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10464301.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2802602708","display_name":null,"funder_award_id":"EP/V040561/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5832767322","display_name":"Novel High Performance Wave Energy Converters with advanced control, reliability and survivability systems through machine-learning forecasting","funder_award_id":"EP/V040561/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8440700515","display_name":null,"funder_award_id":"NBU-SAFIR-2024","funder_id":"https://openalex.org/F4320328654","funder_display_name":"Northern Border University"}],"funders":[{"id":"https://openalex.org/F4320324458","display_name":"Northern Borders University","ror":"https://ror.org/03j9tzj20"},{"id":"https://openalex.org/F4320328654","display_name":"Northern Border University","ror":null},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392667303.pdf","grobid_xml":"https://content.openalex.org/works/W4392667303.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1966864892","https://openalex.org/W2040916625","https://openalex.org/W2043489203","https://openalex.org/W2046102897","https://openalex.org/W2094414566","https://openalex.org/W2277615321","https://openalex.org/W2613514429","https://openalex.org/W2765592296","https://openalex.org/W2769840207","https://openalex.org/W2792488821","https://openalex.org/W2801424816","https://openalex.org/W2827363701","https://openalex.org/W2890631709","https://openalex.org/W2901645090","https://openalex.org/W2906121753","https://openalex.org/W2923766287","https://openalex.org/W2963764139","https://openalex.org/W2974232099","https://openalex.org/W3005204480","https://openalex.org/W3011105342","https://openalex.org/W3031018183","https://openalex.org/W3087355053","https://openalex.org/W3094505484","https://openalex.org/W3107367202","https://openalex.org/W3124971693","https://openalex.org/W3135352133","https://openalex.org/W3146553672","https://openalex.org/W3154770276","https://openalex.org/W3158432890","https://openalex.org/W3171206532","https://openalex.org/W3188314377","https://openalex.org/W3196203118","https://openalex.org/W3217632666","https://openalex.org/W4213447853","https://openalex.org/W4226066269","https://openalex.org/W4280553685","https://openalex.org/W4283317017","https://openalex.org/W4285021864","https://openalex.org/W4285115139","https://openalex.org/W4290715797","https://openalex.org/W4292387397","https://openalex.org/W4294151808","https://openalex.org/W4304142387","https://openalex.org/W4308844475","https://openalex.org/W4312117360","https://openalex.org/W4313591758","https://openalex.org/W4320057358","https://openalex.org/W4323896862","https://openalex.org/W4379276060","https://openalex.org/W6759803958"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2354768891","https://openalex.org/W4229332389","https://openalex.org/W1510108650","https://openalex.org/W2322968447","https://openalex.org/W2356819012"],"abstract_inverted_index":{"In":[0],"light":[1],"of":[2,6,48,81,105,110,121,186],"the":[3,19,63,67,79,96,102,138,142,164,183,205,210],"growing":[4],"prevalence":[5],"distributed":[7],"energy":[8,10,23,148],"resources,":[9],"storage":[11],"systems":[12,26,37],"(ESs),":[13],"and":[14,57,90,118,123,130,136,150,190,217],"electric":[15],"vehicles":[16],"(EVs)":[17],"at":[18,45],"residential":[20],"scale,":[21],"home":[22,188],"management":[24],"(HEM)":[25],"have":[27],"become":[28],"instrumental":[29],"in":[30,66,113,144,172,181,223],"amplifying":[31],"economic":[32],"advantages":[33],"for":[34,127,161],"consumers.":[35],"These":[36],"traditionally":[38],"prioritize":[39],"curtailing":[40],"active":[41,56,122],"power":[42,59,64,97,125,139,211],"consumption,":[43],"often":[44],"an":[46,73],"expense":[47],"overlooking":[49],"reactive":[50,58,124],"power.":[51],"A":[52],"significant":[53,220],"imbalance":[54],"between":[55],"can":[60,208],"detrimentally":[61],"impact":[62],"factor":[65,212],"home-to-grid":[68],"interface.":[69],"This":[70,132],"research":[71,165],"presents":[72],"innovative":[74],"strategy":[75],"designed":[76],"to":[77,215],"optimize":[78],"performance":[80],"HEM":[82,169],"systems,":[83],"ensuring":[84,191],"they":[85],"not":[86],"only":[87],"meet":[88],"financial":[89],"operational":[91],"goals":[92],"but":[93],"also":[94],"enhance":[95],"factor.":[98,140],"The":[99],"approach":[100],"involves":[101],"strategic":[103],"operation":[104],"flexible":[106],"loads,":[107],"meticulous":[108],"control":[109],"thermostatic":[111],"load":[112,194],"line":[114],"with":[115],"user":[116,145],"preferences,":[117],"precise":[119],"determination":[120],"values":[126],"both":[128],"ES":[129],"EV.":[131],"optimizes":[133],"cost":[134],"savings":[135],"augments":[137],"Recognizing":[141],"uncertainties":[143],"behaviors,":[146],"renewable":[147],"generations,":[149],"external":[151],"temperature":[152],"fluctuations,":[153],"our":[154,202],"model":[155],"employs":[156],"a":[157,167,178,219],"Markov":[158],"decision":[159],"process":[160],"depiction.":[162],"Moreover,":[163],"advances":[166],"model-free":[168],"system":[170],"grounded":[171],"deep":[173],"reinforcement":[174],"learning,":[175],"thereby":[176],"offering":[177],"notable":[179],"proficiency":[180],"handling":[182],"multifaceted":[184],"nature":[185],"smart":[187],"settings":[189],"real-time":[192],"optimal":[193],"scheduling.":[195],"Comprehensive":[196],"assessments":[197],"using":[198],"real-world":[199],"datasets":[200],"validate":[201],"approach.":[203],"Notably,":[204],"proposed":[206],"methodology":[207],"elevate":[209],"from":[213],"0.44":[214],"0.9":[216],"achieve":[218],"31.5%":[221],"reduction":[222],"electricity":[224],"bills,":[225],"while":[226],"upholding":[227],"consumer":[228],"satisfaction.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":9}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}