{"id":"https://openalex.org/W4388327927","doi":"https://doi.org/10.1145/3600100.3625684","title":"Smart Home Energy Cost Minimisation Using Energy Trading with Deep Reinforcement Learning","display_name":"Smart Home Energy Cost Minimisation Using Energy Trading with Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-11-03","ids":{"openalex":"https://openalex.org/W4388327927","doi":"https://doi.org/10.1145/3600100.3625684"},"language":"en","primary_location":{"id":"doi:10.1145/3600100.3625684","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3600100.3625684","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093192111","display_name":"Matic Pokorn","orcid":"https://orcid.org/0009-0003-3235-9878"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":true,"raw_author_name":"Matic Pokorn","raw_affiliation_strings":["Jozef Stefan Institute, Slovenia"],"affiliations":[{"raw_affiliation_string":"Jozef Stefan Institute, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058221981","display_name":"Mihael Mohor\u010di\u010d","orcid":"https://orcid.org/0000-0001-6379-3966"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Mihael Mohor\u010di\u010d","raw_affiliation_strings":["Jozef Stefan Institute, Slovenia"],"affiliations":[{"raw_affiliation_string":"Jozef Stefan Institute, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015275866","display_name":"Andrej \u010campa","orcid":"https://orcid.org/0000-0002-8153-5642"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Andrej \u010campa","raw_affiliation_strings":["ComSensus d.o.o., Slovenia and Jozef Stefan Institute, Slovenia"],"affiliations":[{"raw_affiliation_string":"ComSensus d.o.o., Slovenia and Jozef Stefan Institute, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054993601","display_name":"Jernej Hribar","orcid":"https://orcid.org/0000-0002-9446-7917"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Jernej Hribar","raw_affiliation_strings":["Jozef Stefan Institute, Slovenia"],"affiliations":[{"raw_affiliation_string":"Jozef Stefan Institute, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5093192111"],"corresponding_institution_ids":["https://openalex.org/I3006985408"],"apc_list":null,"apc_paid":null,"fwci":0.3883,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.60916558,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"361","last_page":"365"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8485885858535767},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6752662658691406},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6360694766044617},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.5474543571472168},{"id":"https://openalex.org/keywords/environmental-economics","display_name":"Environmental economics","score":0.5360679030418396},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.5303801894187927},{"id":"https://openalex.org/keywords/energy-storage","display_name":"Energy storage","score":0.4590541124343872},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.4557771682739258},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.45455822348594666},{"id":"https://openalex.org/keywords/home-automation","display_name":"Home automation","score":0.42084598541259766},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2732299566268921},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.20638686418533325},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17793050408363342},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17298266291618347},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.14043393731117249},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.13777482509613037},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.11539667844772339}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8485885858535767},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6752662658691406},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6360694766044617},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.5474543571472168},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.5360679030418396},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.5303801894187927},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.4590541124343872},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.4557771682739258},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.45455822348594666},{"id":"https://openalex.org/C507571656","wikidata":"https://www.wikidata.org/wiki/Q848436","display_name":"Home automation","level":2,"score":0.42084598541259766},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2732299566268921},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.20638686418533325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17793050408363342},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17298266291618347},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.14043393731117249},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.13777482509613037},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.11539667844772339},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3600100.3625684","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3600100.3625684","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8899999856948853,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G5055073033","display_name":null,"funder_award_id":"P2-0016","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G6948291845","display_name":null,"funder_award_id":"101063721","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1968356157","https://openalex.org/W2032901652","https://openalex.org/W2070210896","https://openalex.org/W2115623306","https://openalex.org/W2145339207","https://openalex.org/W2150018594","https://openalex.org/W2480680748","https://openalex.org/W2897642867","https://openalex.org/W2909908159","https://openalex.org/W2974232099","https://openalex.org/W3010786997","https://openalex.org/W3126577088","https://openalex.org/W3128422475","https://openalex.org/W3153079815","https://openalex.org/W3208161534"],"related_works":["https://openalex.org/W1589973774","https://openalex.org/W2171108821","https://openalex.org/W2353074559","https://openalex.org/W2074513827","https://openalex.org/W2057315382","https://openalex.org/W1498762745","https://openalex.org/W2402141875","https://openalex.org/W3014066038","https://openalex.org/W148990555","https://openalex.org/W2946986200"],"abstract_inverted_index":{"Dynamic":[0],"pricing":[1,52,120],"for":[2,149],"electrical":[3],"energy":[4,45,78,100,105,119,131,139],"provision":[5],"is":[6,15],"recently":[7],"being":[8],"adopted":[9],"in":[10,66,107,113],"several":[11],"countries.":[12],"While":[13],"it":[14,27],"primarily":[16],"intended":[17],"to":[18,32,48,97,143,145,153],"help":[19],"Distribution":[20],"System":[21],"Operators":[22],"(DSOs)":[23],"improve":[24],"load":[25],"balancing,":[26],"also":[28],"provides":[29],"an":[30],"opportunity":[31],"smart":[33,82,109],"homes":[34],"equipped":[35],"with":[36,117],"power":[37],"generation":[38],"units":[39],"such":[40],"as":[41,69],"photovoltaics":[42],"(PV)":[43],"and":[44,54],"storage":[46],"systems":[47],"take":[49],"advantage":[50],"of":[51,130],"changes":[53],"thus":[55],"reduce":[56,104],"overall":[57],"costs.":[58],"However,":[59],"the":[60,67,127,137],"latter":[61],"case":[62],"remains":[63],"largely":[64],"unexplored":[65],"literature,":[68],"most":[70],"research":[71],"focuses":[72],"on":[73],"community-based":[74],"optimisation":[75],"or":[76],"managing":[77],"consumption":[79],"by":[80],"controlling":[81],"home":[83],"appliances.":[84],"To":[85],"address":[86],"this":[87],"gap,":[88],"we":[89,134],"propose":[90],"a":[91,108,114],"Deep":[92],"Reinforcement":[93],"Learning":[94],"(DRL)-based":[95],"approach":[96,141],"single":[98],"house":[99],"trading":[101,140],"that":[102,122,136],"can":[103,125],"costs":[106,148],"home.":[110],"We":[111],"demonstrate":[112],"simulated":[115],"environment":[116],"two":[118],"schemes":[121],"our":[123],"solution":[124],"minimise":[126],"total":[128],"cost":[129],"provision.":[132],"Moreover,":[133],"show":[135],"learned":[138],"leads":[142],"up":[144],"47.66%":[146],"lower":[147],"end":[150],"users":[151],"compared":[152],"conventional":[154],"rule-based":[155],"approaches.":[156]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}