{"id":"https://openalex.org/W3006765757","doi":"https://doi.org/10.1109/tsg.2020.2976771","title":"Model-Free Real-Time Autonomous Control for a Residential Multi-Energy System Using Deep Reinforcement Learning","display_name":"Model-Free Real-Time Autonomous Control for a Residential Multi-Energy System Using Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-02-27","ids":{"openalex":"https://openalex.org/W3006765757","doi":"https://doi.org/10.1109/tsg.2020.2976771","mag":"3006765757"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2020.2976771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2020.2976771","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044155484","display_name":"Yujian Ye","orcid":"https://orcid.org/0000-0002-9278-9218"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Yujian Ye","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","Fetch.ai, Cambridge, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Fetch.ai, Cambridge, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061759570","display_name":"Dawei Qiu","orcid":"https://orcid.org/0000-0003-0497-6089"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dawei Qiu","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029130971","display_name":"Xiaodong Wu","orcid":"https://orcid.org/0000-0002-4252-1897"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xiaodong Wu","raw_affiliation_strings":["Department of Engineering, University of Cambridge, Cambridge, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014643856","display_name":"Goran \u0160trbac","orcid":"https://orcid.org/0000-0001-7421-3947"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Goran Strbac","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101531822","display_name":"Jonathan Ward","orcid":"https://orcid.org/0000-0003-0017-0205"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonathan Ward","raw_affiliation_strings":["Fetch.ai, Cambridge, U.K"],"affiliations":[{"raw_affiliation_string":"Fetch.ai, Cambridge, U.K","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5044155484"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":12.6855,"has_fulltext":false,"cited_by_count":231,"citation_normalized_percentile":{"value":0.99203704,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"11","issue":"4","first_page":"3068","last_page":"3082"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8346747159957886},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6988585591316223},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6346257925033569},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.5672465562820435},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5471001863479614},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.5320785045623779},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.501255989074707},{"id":"https://openalex.org/keywords/stochastic-programming","display_name":"Stochastic programming","score":0.4890614449977875},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4708639681339264},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.386508584022522},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3656854033470154},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.35206538438796997},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.33631956577301025},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.32976239919662476},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31901946663856506},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3028886318206787},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.23702946305274963},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.10321003198623657}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8346747159957886},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6988585591316223},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6346257925033569},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.5672465562820435},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5471001863479614},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5320785045623779},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.501255989074707},{"id":"https://openalex.org/C137631369","wikidata":"https://www.wikidata.org/wiki/Q7617831","display_name":"Stochastic programming","level":2,"score":0.4890614449977875},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4708639681339264},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.386508584022522},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3656854033470154},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.35206538438796997},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.33631956577301025},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32976239919662476},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31901946663856506},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3028886318206787},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.23702946305274963},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10321003198623657},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2020.2976771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2020.2976771","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8700000047683716,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1186604835","display_name":null,"funder_award_id":"EP/R045518/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G135848357","display_name":null,"funder_award_id":"EP/K002252/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3097466672","display_name":null,"funder_award_id":"EP/L001039/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W992219991","https://openalex.org/W1522301498","https://openalex.org/W1569990960","https://openalex.org/W1588620786","https://openalex.org/W1967302243","https://openalex.org/W1967346783","https://openalex.org/W1969653780","https://openalex.org/W1992679131","https://openalex.org/W1997757098","https://openalex.org/W2006586426","https://openalex.org/W2024998154","https://openalex.org/W2029584126","https://openalex.org/W2039856804","https://openalex.org/W2121863487","https://openalex.org/W2131116400","https://openalex.org/W2145339207","https://openalex.org/W2156737235","https://openalex.org/W2165150801","https://openalex.org/W2201581102","https://openalex.org/W2248587348","https://openalex.org/W2277948250","https://openalex.org/W2342863138","https://openalex.org/W2559108640","https://openalex.org/W2586273511","https://openalex.org/W2610315334","https://openalex.org/W2625874945","https://openalex.org/W2739309726","https://openalex.org/W2767407248","https://openalex.org/W2795276745","https://openalex.org/W2804450055","https://openalex.org/W2885341446","https://openalex.org/W2885731420","https://openalex.org/W2893760480","https://openalex.org/W2896384098","https://openalex.org/W2897642867","https://openalex.org/W2899639849","https://openalex.org/W2904167372","https://openalex.org/W2911256795","https://openalex.org/W2952242647","https://openalex.org/W2952326029","https://openalex.org/W2962980800","https://openalex.org/W2963317745","https://openalex.org/W2963382853","https://openalex.org/W2963477884","https://openalex.org/W2963723202","https://openalex.org/W2963864421","https://openalex.org/W2964121744","https://openalex.org/W2964657419","https://openalex.org/W2966492573","https://openalex.org/W2967331249","https://openalex.org/W2969843367","https://openalex.org/W2972148356","https://openalex.org/W2972852318","https://openalex.org/W2974232099","https://openalex.org/W3003497208","https://openalex.org/W3098532584","https://openalex.org/W4302570325","https://openalex.org/W6631190155","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6687681856","https://openalex.org/W6741844306"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703","https://openalex.org/W4385360524"],"abstract_inverted_index":{"Multi-energy":[0],"systems":[1,40],"(MES)":[2],"are":[3],"attracting":[4],"increasing":[5],"attention":[6],"driven":[7],"by":[8,112,150],"its":[9],"potential":[10],"to":[11,46,104,127],"offer":[12],"significant":[13],"flexibility":[14],"in":[15,115,137,167,171],"future":[16],"smart":[17,26,32],"grids.":[18],"At":[19],"the":[20,23,49,55,107,110,134,145],"residential":[21,74],"level,":[22],"roll-out":[24],"of":[25,31,51,57,109,133],"meters":[27],"and":[28,119,163],"rapid":[29],"deployment":[30],"energy":[33,60,69,140],"devices":[34,53],"call":[35],"for":[36,72],"autonomous":[37,68],"multi-energy":[38],"management":[39,70],"which":[41],"can":[42],"exploit":[43],"real-time":[44,67],"information":[45],"optimally":[47],"schedule":[48],"usage":[50],"different":[52],"with":[54,93,106,144],"aim":[56],"minimizing":[58],"end-users'":[59],"costs.":[61],"This":[62,100],"paper":[63],"proposes":[64],"a":[65,73,77,172],"novel":[66],"strategy":[71],"MES":[75,146],"using":[76],"model-free":[78],"deep":[79,87],"reinforcement":[80],"learning":[81],"(DRL)":[82],"based":[83],"approach,":[84],"combining":[85],"state-of-the-art":[86,154],"deterministic":[88],"policy":[89],"gradient":[90],"(DDPG)":[91],"method":[92],"an":[94],"innovative":[95],"prioritized":[96],"experience":[97],"replay":[98],"strategy.":[99],"approach":[101,136],"is":[102,148],"tailored":[103],"align":[105],"nature":[108],"problem":[111],"posing":[113],"it":[114,152],"multi-dimensional":[116],"continuous":[117],"state":[118],"action":[120],"spaces,":[121],"facilitating":[122],"more":[123],"cost-effective":[124],"control":[125],"strategies":[126],"be":[128],"devised.":[129],"The":[130],"superior":[131],"performance":[132],"proposed":[135],"reducing":[138],"end-user's":[139],"cost":[141],"while":[142],"coping":[143],"uncertainties":[147],"demonstrated":[149],"comparing":[151],"against":[153],"DRL":[155],"methods":[156,166],"as":[157,159],"well":[158],"conventional":[160],"stochastic":[161],"programming":[162],"robust":[164],"optimization":[165],"numerous":[168],"case":[169],"studies":[170],"real-world":[173],"scenario.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":49},{"year":2024,"cited_by_count":50},{"year":2023,"cited_by_count":42},{"year":2022,"cited_by_count":47},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-07T14:57:38.498316","created_date":"2025-10-10T00:00:00"}