{"id":"https://openalex.org/W3210481960","doi":"https://doi.org/10.1109/ccece53047.2021.9569124","title":"Optimal real-time scheduling of battery operation using reinforcement learning","display_name":"Optimal real-time scheduling of battery operation using reinforcement learning","publication_year":2021,"publication_date":"2021-09-12","ids":{"openalex":"https://openalex.org/W3210481960","doi":"https://doi.org/10.1109/ccece53047.2021.9569124","mag":"3210481960"},"language":"en","primary_location":{"id":"doi:10.1109/ccece53047.2021.9569124","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccece53047.2021.9569124","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Canadian Conference on Electrical and Computer Engineering (CCECE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024098421","display_name":"Carolina Quiroz Juarez","orcid":null},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Carolina Quiroz Juarez","raw_affiliation_strings":["Electrical and Computer Engineering, University of Alberta, Edmonton, Canada"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090314619","display_name":"Petr Mus\u0131\u0301lek","orcid":"https://orcid.org/0000-0002-7780-5048"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Petr Musilek","raw_affiliation_strings":["Electrical and Computer Engineering, University of Alberta, Edmonton, Canada"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5024098421"],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":null,"apc_paid":null,"fwci":0.412,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.61946157,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/photovoltaic-system","display_name":"Photovoltaic system","score":0.6885972023010254},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5900294184684753},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5871813893318176},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5281414985656738},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.47710850834846497},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4715091288089752},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.4510490298271179},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.4225151240825653},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3670389652252197},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3538406491279602},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2704126834869385},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.17066723108291626}],"concepts":[{"id":"https://openalex.org/C41291067","wikidata":"https://www.wikidata.org/wiki/Q1897785","display_name":"Photovoltaic system","level":2,"score":0.6885972023010254},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5900294184684753},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5871813893318176},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5281414985656738},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.47710850834846497},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4715091288089752},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.4510490298271179},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.4225151240825653},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3670389652252197},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3538406491279602},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2704126834869385},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.17066723108291626},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccece53047.2021.9569124","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccece53047.2021.9569124","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Canadian Conference on Electrical and Computer Engineering (CCECE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320326644","display_name":"Canada First Research Excellence Fund","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W20862807","https://openalex.org/W917702652","https://openalex.org/W1564014564","https://openalex.org/W1923344279","https://openalex.org/W1987317203","https://openalex.org/W1989513893","https://openalex.org/W2007485113","https://openalex.org/W2021682622","https://openalex.org/W2034977142","https://openalex.org/W2042502402","https://openalex.org/W2054634788","https://openalex.org/W2084834223","https://openalex.org/W2211919361","https://openalex.org/W2216173409","https://openalex.org/W2298463184","https://openalex.org/W2301656643","https://openalex.org/W2302926101","https://openalex.org/W2610638382","https://openalex.org/W2738216697","https://openalex.org/W2768116817","https://openalex.org/W2773957237","https://openalex.org/W2790056261","https://openalex.org/W2825497925","https://openalex.org/W2888469087","https://openalex.org/W2905281625","https://openalex.org/W2921149492","https://openalex.org/W2949587434","https://openalex.org/W2972987200","https://openalex.org/W2991075422","https://openalex.org/W3003403277","https://openalex.org/W3010904894","https://openalex.org/W3043191411","https://openalex.org/W3082413109","https://openalex.org/W3112053348","https://openalex.org/W6652396340","https://openalex.org/W6753819027"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2386968573","https://openalex.org/W2395064349","https://openalex.org/W2138720691","https://openalex.org/W2034374297","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548"],"abstract_inverted_index":{"Adoption":[0],"of":[1,94,121],"battery":[2,96,150],"energy":[3,24],"storage":[4,25],"systems":[5,11],"working":[6],"with":[7],"solar":[8,61,129],"photovoltaic":[9],"distributed":[10],"for":[12],"residential":[13,126],"household":[14],"applications":[15],"strongly":[16,32],"depends":[17],"on":[18,21],"their":[19],"return":[20],"investment.":[22],"Battery":[23],"system":[26,166],"(BESS)":[27],"technology":[28],"costs":[29],"have":[30],"been":[31],"decreasing":[33],"during":[34,132,178],"the":[35,55,68,95,115,122,133,147,174,179],"last":[36],"decade.":[37],"However,":[38],"such":[39],"a":[40,75,82,103,110,119],"tendency":[41],"has":[42],"to":[43,54,143],"be":[44],"supported":[45],"by":[46,102],"optimal":[47,116,175],"BESS":[48,78],"real-time":[49,76],"operation":[50,57],"strategies":[51],"that":[52,80,113],"adapt":[53],"stochastic":[56],"conditions":[58],"(residential":[59],"load,":[60],"generation,":[62],"and":[63,66,87,106,128,135,145,153,181],"electricity":[64],"prices)":[65],"minimize":[67],"customer's":[69],"electric":[70],"bill.":[71],"This":[72],"work":[73],"presents":[74],"adaptive":[77,171],"controller":[79,172],"implements":[81,114],"load-shifting":[83],"strategy":[84,98,117],"under":[85],"time-of-use":[86],"feed-in-tariff":[88],"(microFIT)":[89],"regulatory":[90],"incentives.":[91],"The":[92,169],"optimization":[93],"operating":[97],"is":[99],"carried":[100],"out":[101],"Q-learning":[104],"algorithm":[105],"later":[107],"encoded":[108],"in":[109,138],"neural":[111],"network":[112],"at":[118],"fraction":[120],"computation":[123],"cost.":[124],"Real":[125],"demand":[127],"generation":[130],"profiles":[131],"summer":[134,180],"winter":[136,182],"seasons":[137],"Edmonton,":[139],"Canada,":[140],"are":[141,157],"utilized":[142],"train":[144],"test":[146],"controller.":[148],"Two":[149],"technologies,":[151],"lithium-ion":[152],"vanadium":[154],"redox":[155],"flow,":[156],"simulated;":[158],"real":[159],"charge-discharge":[160],"experimental":[161],"data":[162],"from":[163],"an":[164],"installed":[165],"was":[167],"used.":[168],"proposed":[170],"outperforms":[173],"strategy,":[176],"both":[177],"testing":[183],"periods.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}