{"id":"https://openalex.org/W4391065455","doi":"https://doi.org/10.1016/j.est.2024.110572","title":"A Reinforcement Learning controller optimizing costs and battery State of Health in smart grids","display_name":"A Reinforcement Learning controller optimizing costs and battery State of Health in smart grids","publication_year":2024,"publication_date":"2024-01-21","ids":{"openalex":"https://openalex.org/W4391065455","doi":"https://doi.org/10.1016/j.est.2024.110572"},"language":"en","primary_location":{"id":"doi:10.1016/j.est.2024.110572","doi":"https://doi.org/10.1016/j.est.2024.110572","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.est.2024.110572","pdf_url":null,"source":{"id":"https://openalex.org/S2764865925","display_name":"Journal of Energy Storage","issn_l":"2352-152X","issn":["2352-152X","2352-1538"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-2","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Energy Storage","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.est.2024.110572","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013280870","display_name":"Marco Mussi","orcid":"https://orcid.org/0000-0001-8356-6744","observed_orcids":["https://orcid.org/0000-0001-8356-6744"]},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Marco Mussi","raw_affiliation_strings":["Politecnico di Milano, Piazza Leonardo da Vinci, 32, Milan, 20133, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8356-6744","affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Piazza Leonardo da Vinci, 32, Milan, 20133, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Luigi Pellegrino","orcid":"https://orcid.org/0000-0002-1258-9516","observed_orcids":["https://orcid.org/0000-0002-1258-9516"]},"institutions":[{"id":"https://openalex.org/I4210134634","display_name":"Ricerca sul Sistema Energetico (Italy)","ror":"https://ror.org/03n6cf849","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210134634"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luigi Pellegrino","raw_affiliation_strings":["Ricerca Sistema Energetico, Via Rubattino, 54, Milan, 20134, Italy"],"raw_orcid":"https://orcid.org/0000-0002-1258-9516","affiliations":[{"raw_affiliation_string":"Ricerca Sistema Energetico, Via Rubattino, 54, Milan, 20134, Italy","institution_ids":["https://openalex.org/I4210134634"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093755181","display_name":"Oscar Francesco Pindaro","orcid":"https://orcid.org/0000-0003-3807-6345","observed_orcids":["https://orcid.org/0000-0003-3807-6345"]},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Oscar Francesco Pindaro","raw_affiliation_strings":["Politecnico di Milano, Piazza Leonardo da Vinci, 32, Milan, 20133, Italy"],"raw_orcid":"https://orcid.org/0000-0003-3807-6345","affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Piazza Leonardo da Vinci, 32, Milan, 20133, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017130830","display_name":"Marcello Restelli","orcid":"https://orcid.org/0000-0002-6322-1076","observed_orcids":["https://orcid.org/0000-0002-6322-1076"]},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marcello Restelli","raw_affiliation_strings":["Politecnico di Milano, Piazza Leonardo da Vinci, 32, Milan, 20133, Italy"],"raw_orcid":"https://orcid.org/0000-0002-6322-1076","affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Piazza Leonardo da Vinci, 32, Milan, 20133, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039887680","display_name":"Francesco Trov\u00f2","orcid":"https://orcid.org/0000-0001-5796-7667","observed_orcids":["https://orcid.org/0000-0001-5796-7667"]},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Trov\u00f2","raw_affiliation_strings":["Politecnico di Milano, Piazza Leonardo da Vinci, 32, Milan, 20133, Italy"],"raw_orcid":"https://orcid.org/0000-0001-5796-7667","affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Piazza Leonardo da Vinci, 32, Milan, 20133, Italy","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5013280870"],"corresponding_institution_ids":["https://openalex.org/I93860229"],"apc_list":{"value":3030,"currency":"USD","value_usd":3030},"apc_paid":{"value":3030,"currency":"USD","value_usd":3030},"fwci":2.1359,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.87472762,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"82","issue":null,"first_page":"110572","last_page":"110572"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning-controller","display_name":"reinforcement learning controller","score":0.7649999856948853},{"id":"https://openalex.org/keywords/smart-grid","display_name":"smart grid","score":0.8100000023841858},{"id":"https://openalex.org/keywords/lithium-ion-batteries","display_name":"lithium-ion batteries","score":0.8220000267028809},{"id":"https://openalex.org/keywords/battery-degradation","display_name":"battery degradation","score":0.8069999814033508},{"id":"https://openalex.org/keywords/health-status-engineering-condition-monitoring","display_name":"health status (engineering condition monitoring)","score":0.7720000147819519},{"id":"https://openalex.org/keywords/energy-storage","display_name":"energy storage","score":0.4779999852180481},{"id":"https://openalex.org/keywords/energy-cost-optimization","display_name":"energy cost optimization","score":0.492000013589859},{"id":"https://openalex.org/keywords/renewable-energy-intermittency","display_name":"renewable energy intermittency","score":0.6639999747276306},{"id":"https://openalex.org/keywords/bidirectional-energy-exchange","display_name":"bidirectional energy exchange","score":0.6570000052452087}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8271336555480957},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.6821408867835999},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5205370187759399},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.5080537796020508},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4639539122581482},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.46037986874580383},{"id":"https://openalex.org/C2777294910","wikidata":"https://www.wikidata.org/wiki/Q4050070","display_name":"State of health","level":4,"score":0.43160876631736755},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.35041749477386475},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.34311556816101074},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31878870725631714},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29706257581710815},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.17964351177215576},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.07410106062889099},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.est.2024.110572","doi":"https://doi.org/10.1016/j.est.2024.110572","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.est.2024.110572","pdf_url":null,"source":{"id":"https://openalex.org/S2764865925","display_name":"Journal of Energy Storage","issn_l":"2352-152X","issn":["2352-152X","2352-1538"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-2","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Energy Storage","raw_type":"journal-article"},{"id":"pmh:oai:re.public.polimi.it:11311/1260938","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11311/1260938","pdf_url":"https://re.public.polimi.it/bitstream/11311/1260938/1/1-s2.0-S2352152X24001567-main.pdf","source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1016/j.est.2024.110572","doi":"https://doi.org/10.1016/j.est.2024.110572","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.est.2024.110572","pdf_url":null,"source":{"id":"https://openalex.org/S2764865925","display_name":"Journal of Energy Storage","issn_l":"2352-152X","issn":["2352-152X","2352-1538"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-2","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Energy Storage","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":1.0,"id":"https://metadata.un.org/sdg/7"},{"display_name":"Industry, innovation and infrastructure","score":0.8970999717712402,"id":"https://metadata.un.org/sdg/9"},{"display_name":"Climate action","score":0.46149998903274536,"id":"https://metadata.un.org/sdg/13"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391065455.pdf","grobid_xml":"https://content.openalex.org/works/W4391065455.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W2034272588","https://openalex.org/W2055134499","https://openalex.org/W2071924374","https://openalex.org/W2084663232","https://openalex.org/W2120346334","https://openalex.org/W2121863487","https://openalex.org/W2417460170","https://openalex.org/W2573443283","https://openalex.org/W2598746244","https://openalex.org/W2754252319","https://openalex.org/W2763133679","https://openalex.org/W2774327138","https://openalex.org/W2892841407","https://openalex.org/W2896294159","https://openalex.org/W2907896763","https://openalex.org/W2949676527","https://openalex.org/W2990055071","https://openalex.org/W3010319276","https://openalex.org/W3016068557","https://openalex.org/W3017144359","https://openalex.org/W3035272434","https://openalex.org/W3042713179","https://openalex.org/W3162079807","https://openalex.org/W3190627748","https://openalex.org/W3191085025","https://openalex.org/W3195447356","https://openalex.org/W3199927627","https://openalex.org/W3209898822","https://openalex.org/W3216124386","https://openalex.org/W4239880252","https://openalex.org/W4285151257","https://openalex.org/W4294080580","https://openalex.org/W4384202122","https://openalex.org/W6628785815","https://openalex.org/W6910681941"],"related_works":["https://openalex.org/W3020747203","https://openalex.org/W7221229447","https://openalex.org/W7131670208","https://openalex.org/W6996004236","https://openalex.org/W7203740143","https://openalex.org/W7093730009","https://openalex.org/W4414940788","https://openalex.org/W4285151257","https://openalex.org/W7128475393","https://openalex.org/W3196905284"],"abstract_inverted_index":{"Smart":[0],"Grids":[1],"are":[2,43,57,66],"the":[3,21,35,60,75,92,95,99,110,116,129,134,162,166,175,181,201,206,213,229,236],"evolution":[4],"of":[5,13,23,38,47,115,128,136,203,238],"traditional":[6],"electric":[7],"grids":[8],"and":[9,15,30,50,121,138,209],"allow":[10],"two-way":[11],"flows":[12],"electricity":[14],"information":[16],"between":[17],"different":[18],"actors.":[19],"At":[20],"edge":[22],"this":[24,54,184],"network,":[25],"customers":[26,42,56],"can":[27],"both":[28],"produce":[29],"consume":[31],"energy.":[32],"Due":[33],"to":[34,59,79,119,123,148,157,171,199,216],"intermittent":[36],"nature":[37],"renewable":[39],"energy":[40,48,76,81,89,137,163,173,191],"sources,":[41],"characterized":[44],"by":[45],"moments":[46],"surplus":[49],"deficit.":[51],"To":[52,151],"solve":[53],"problem,":[55],"connected":[58],"power":[61,207],"grid,":[62],"and,":[63],"usually,":[64],"they":[65],"also":[67],"provided":[68],"with":[69,91,174,205],"Lithium-Ion":[70],"battery":[71,100,117,167,217],"packs":[72],"positioned":[73],"near":[74],"source":[77],"used":[78],"store":[80,178],"in":[82,180,235],"excess":[83],"for":[84],"later":[85],"use,":[86],"reducing":[87],"expensive":[88],"exchanges":[90,204],"grid.":[93],"On":[94,109],"one":[96,140],"hand,":[97,112],"using":[98,224],"at":[101],"its":[102],"full":[103],"capabilities":[104],"produces":[105],"significant":[106],"economic":[107],"savings.":[108],"other":[111],"massive":[113],"use":[114,149],"leads":[118],"degradation":[120,214],"consequently":[122],"a":[124,186],"more":[125],"frequent":[126],"substitution":[127],"battery.":[130,182],"Therefore,":[131],"depending":[132],"on":[133],"cost":[135],"batteries,":[139],"should":[141],"carefully":[142],"choose":[143],"when":[144],"it":[145,154,179],"is":[146,155,193,198],"favorable":[147],"it.":[150],"avoid":[152],"inefficiencies,":[153],"common":[156],"design":[158],"controllers":[159],"that":[160,228],"regulate":[161],"flow":[164,192],"within":[165],"packs,":[168],"deciding":[169],"whether":[170],"exchange":[172],"network":[176],"or":[177],"In":[183],"work,":[185],"Reinforcement":[187],"Learning":[188],"controller":[189],"optimizing":[190],"developed.":[194],"The":[195],"controller\u2019s":[196],"goal":[197],"balance":[200],"costs":[202],"grid":[208],"those":[210],"derived":[211],"from":[212],"due":[215],"usage.":[218],"A":[219],"synthetic":[220],"experimental":[221],"campaign":[222],"conducted":[223],"real-world":[225],"data":[226],"demonstrates":[227],"policy":[230],"learned":[231],"shows":[232],"an":[233],"improvement":[234],"worst-case":[237],"3%":[239],"w.r.t.":[240],"state-of-the-art":[241],"baselines.":[242]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2024-01-22T00:00:00"}