{"id":"https://openalex.org/W3034591868","doi":"https://doi.org/10.24963/ijcai.2020/48","title":"Model-Free Real-Time Autonomous Energy Management for a Residential Multi-Carrier Energy System: A Deep Reinforcement Learning Approach","display_name":"Model-Free Real-Time Autonomous Energy Management for a Residential Multi-Carrier Energy System: A Deep Reinforcement Learning Approach","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3034591868","doi":"https://doi.org/10.24963/ijcai.2020/48","mag":"3034591868"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2020/48","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/48","pdf_url":"https://www.ijcai.org/proceedings/2020/0048.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2020/0048.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044155484","display_name":"Yujian Ye","orcid":"https://orcid.org/0000-0002-9278-9218"},"institutions":[{"id":"https://openalex.org/I2801840469","display_name":"Torch Technologies (United States)","ror":"https://ror.org/00nrhr905","country_code":"US","type":"company","lineage":["https://openalex.org/I2801840469"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Yujian Ye","raw_affiliation_strings":["Fetch.ai","Imperial College London","Fetch.ai; Imperial College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fetch.ai","institution_ids":["https://openalex.org/I2801840469"]},{"raw_affiliation_string":"Imperial College London","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Fetch.ai; Imperial College London","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061759570","display_name":"Dawei Qiu","orcid":"https://orcid.org/0000-0003-0497-6089"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dawei Qiu","raw_affiliation_strings":["Imperial College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101531822","display_name":"Jonathan Ward","orcid":"https://orcid.org/0000-0003-0017-0205"},"institutions":[{"id":"https://openalex.org/I2801840469","display_name":"Torch Technologies (United States)","ror":"https://ror.org/00nrhr905","country_code":"US","type":"company","lineage":["https://openalex.org/I2801840469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Ward","raw_affiliation_strings":["Fetch.ai"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fetch.ai","institution_ids":["https://openalex.org/I2801840469"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000972553","display_name":"Marcin Abram","orcid":"https://orcid.org/0000-0001-8713-6186"},"institutions":[{"id":"https://openalex.org/I2801840469","display_name":"Torch Technologies (United States)","ror":"https://ror.org/00nrhr905","country_code":"US","type":"company","lineage":["https://openalex.org/I2801840469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marcin Abram","raw_affiliation_strings":["Fetch.ai"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fetch.ai","institution_ids":["https://openalex.org/I2801840469"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0406,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.76385914,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"339","last_page":"346"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8794066905975342},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.7201955318450928},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6799724102020264},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.6255710124969482},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5298032164573669},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4984757900238037},{"id":"https://openalex.org/keywords/energy-management-system","display_name":"Energy management system","score":0.4778006672859192},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.460615873336792},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.43566256761550903},{"id":"https://openalex.org/keywords/energy-supply","display_name":"Energy supply","score":0.4292141795158386},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3829532861709595},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37383297085762024},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.3564068675041199},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3484099805355072},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34042632579803467},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.33921194076538086},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1903913915157318},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.13919085264205933}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8794066905975342},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.7201955318450928},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6799724102020264},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.6255710124969482},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5298032164573669},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4984757900238037},{"id":"https://openalex.org/C2781260460","wikidata":"https://www.wikidata.org/wiki/Q6139999","display_name":"Energy management system","level":4,"score":0.4778006672859192},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.460615873336792},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.43566256761550903},{"id":"https://openalex.org/C2776190866","wikidata":"https://www.wikidata.org/wiki/Q1341477","display_name":"Energy supply","level":3,"score":0.4292141795158386},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3829532861709595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37383297085762024},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3564068675041199},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3484099805355072},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34042632579803467},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33921194076538086},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1903913915157318},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.13919085264205933},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2020/48","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/48","pdf_url":"https://www.ijcai.org/proceedings/2020/0048.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2020/48","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/48","pdf_url":"https://www.ijcai.org/proceedings/2020/0048.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3034591868.pdf","grobid_xml":"https://content.openalex.org/works/W3034591868.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W992219991","https://openalex.org/W1967302243","https://openalex.org/W1969653780","https://openalex.org/W2006586426","https://openalex.org/W2012062191","https://openalex.org/W2024998154","https://openalex.org/W2029584126","https://openalex.org/W2114196548","https://openalex.org/W2156737235","https://openalex.org/W2201581102","https://openalex.org/W2248587348","https://openalex.org/W2340899715","https://openalex.org/W2342863138","https://openalex.org/W2537131041","https://openalex.org/W2610315334","https://openalex.org/W2622287519","https://openalex.org/W2625874945","https://openalex.org/W2804450055","https://openalex.org/W2885731420","https://openalex.org/W2897642867","https://openalex.org/W2899639849","https://openalex.org/W2963317745","https://openalex.org/W2963477884","https://openalex.org/W2963864421","https://openalex.org/W2964657419","https://openalex.org/W2972148356","https://openalex.org/W3113415435","https://openalex.org/W4302570325"],"related_works":["https://openalex.org/W2749199243","https://openalex.org/W2333017163","https://openalex.org/W2133545517","https://openalex.org/W2352231626","https://openalex.org/W2964681094","https://openalex.org/W2782741053","https://openalex.org/W3207683219","https://openalex.org/W2577786578","https://openalex.org/W2606841152","https://openalex.org/W2095135978"],"abstract_inverted_index":{"The":[0,43],"problem":[1,57],"of":[2,28,53,85,110,119,155],"real-time":[3,34],"autonomous":[4,35],"energy":[5,36,41,55,76,89,121,149,156],"management":[6,37,56,157],"is":[7,12,46,94],"an":[8],"application":[9,27],"area":[10],"that":[11,102,130,159],"receiving":[13],"unprecedented":[14],"attention":[15],"from":[16,99],"consumers,":[17],"governments,":[18],"academia,":[19],"and":[20,65,78,114,151],"industry.":[21],"This":[22,91],"paper":[23],"showcases":[24],"the":[25,51,54,82,107,116,131,147],"first":[26],"deep":[29],"reinforcement":[30],"learning":[31],"(DRL)":[32],"to":[33,48,70,79,105,161],"for":[38],"a":[39,95,111,126,153],"multi-carrier":[40],"system.":[42],"proposed":[44,132],"approach":[45],"tailored":[47],"align":[49],"with":[50],"nature":[52],"by":[58],"posing":[59],"it":[60],"in":[61,68,145],"multi-dimensional":[62],"continuous":[63],"state":[64],"action":[66],"spaces,":[67],"order":[69],"coordinate":[71],"power":[72,108],"flows":[73],"between":[74,87],"different":[75,88,120],"devices,":[77],"adequately":[80],"capture":[81],"synergistic":[83],"effect":[84],"couplings":[86],"carriers.":[90,122],"fundamental":[92],"contribution":[93],"significant":[96],"step":[97],"forward":[98],"earlier":[100],"approaches":[101,144],"only":[103],"sought":[104],"control":[106,143],"output":[109],"single":[112],"device":[113],"neglected":[115],"demand-supply":[117],"coupling":[118],"Case":[123],"studies":[124],"on":[125],"real-world":[127],"scenario":[128],"demonstrate":[129],"method":[133],"significantly":[134],"outperforms":[135],"existing":[136],"DRL":[137],"methods":[138],"as":[139,141],"well":[140],"model-based":[142],"achieving":[146],"lowest":[148],"cost":[150],"yielding":[152],"representation":[154],"policies":[158],"adapt":[160],"system":[162],"uncertainties.":[163]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":7},{"year":2020,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}