{"id":"https://openalex.org/W4414871610","doi":"https://doi.org/10.1109/access.2025.3618107","title":"Reinforcement Learning for Simultaneous SOC and Temperature Balancing of Li-Ion Battery Cells in Battery Management Systems","display_name":"Reinforcement Learning for Simultaneous SOC and Temperature Balancing of Li-Ion Battery Cells in Battery Management Systems","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414871610","doi":"https://doi.org/10.1109/access.2025.3618107"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3618107","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3618107","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3618107","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Rui Li","orcid":"https://orcid.org/0009-0004-5975-2001"},"institutions":[{"id":"https://openalex.org/I32021983","display_name":"Christian-Albrechts-Universit\u00e4t zu Kiel","ror":"https://ror.org/04v76ef78","country_code":"DE","type":"education","lineage":["https://openalex.org/I32021983"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rui Li","raw_affiliation_strings":["Chair of Power Electronics, Kiel University, Kiel, Germany"],"raw_orcid":"https://orcid.org/0009-0004-5975-2001","affiliations":[{"raw_affiliation_string":"Chair of Power Electronics, Kiel University, Kiel, Germany","institution_ids":["https://openalex.org/I32021983"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jun-Hyung Jung","orcid":"https://orcid.org/0000-0002-4493-4361"},"institutions":[{"id":"https://openalex.org/I4210113487","display_name":"Fraunhofer Institute for Silicon Technology","ror":"https://ror.org/024p6aq98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210113487","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jun-Hyung Jung","raw_affiliation_strings":["Electronic Energy Systems, Fraunhofer ISIT, Itzehoe, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4493-4361","affiliations":[{"raw_affiliation_string":"Electronic Energy Systems, Fraunhofer ISIT, Itzehoe, Germany","institution_ids":["https://openalex.org/I4210113487"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099103998","display_name":"Johannes Diers","orcid":null},"institutions":[{"id":"https://openalex.org/I32021983","display_name":"Christian-Albrechts-Universit\u00e4t zu Kiel","ror":"https://ror.org/04v76ef78","country_code":"DE","type":"education","lineage":["https://openalex.org/I32021983"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes Diers","raw_affiliation_strings":["Chair of Power Electronics, Kiel University, Kiel, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair of Power Electronics, Kiel University, Kiel, Germany","institution_ids":["https://openalex.org/I32021983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119867928","display_name":"Tokessa Hamann","orcid":null},"institutions":[{"id":"https://openalex.org/I3133086891","display_name":"Hochschule f\u00fcr Angewandte Wissenschaften Kiel","ror":"https://ror.org/03q0ab227","country_code":"DE","type":"education","lineage":["https://openalex.org/I3133086891"]},{"id":"https://openalex.org/I32021983","display_name":"Christian-Albrechts-Universit\u00e4t zu Kiel","ror":"https://ror.org/04v76ef78","country_code":"DE","type":"education","lineage":["https://openalex.org/I32021983"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tokessa Hamann","raw_affiliation_strings":["Department of Computer Science, Dependable Systems Group, Kiel University, Kiel, Germany","Dependable Systems, Kiel University, Kiel, Germany"],"raw_orcid":"https://orcid.org/0009-0000-6705-6090","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Dependable Systems Group, Kiel University, Kiel, Germany","institution_ids":["https://openalex.org/I32021983","https://openalex.org/I3133086891"]},{"raw_affiliation_string":"Dependable Systems, Kiel University, Kiel, Germany","institution_ids":["https://openalex.org/I32021983","https://openalex.org/I3133086891"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089820589","display_name":"Hamzeh Beiranvand","orcid":"https://orcid.org/0000-0002-8421-0392"},"institutions":[{"id":"https://openalex.org/I32021983","display_name":"Christian-Albrechts-Universit\u00e4t zu Kiel","ror":"https://ror.org/04v76ef78","country_code":"DE","type":"education","lineage":["https://openalex.org/I32021983"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hamzeh Beiranvand","raw_affiliation_strings":["Chair of Power Electronics, Kiel University, Kiel, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8421-0392","affiliations":[{"raw_affiliation_string":"Chair of Power Electronics, Kiel University, Kiel, Germany","institution_ids":["https://openalex.org/I32021983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053880143","display_name":"Marco Liserre","orcid":"https://orcid.org/0000-0002-0818-2684"},"institutions":[{"id":"https://openalex.org/I32021983","display_name":"Christian-Albrechts-Universit\u00e4t zu Kiel","ror":"https://ror.org/04v76ef78","country_code":"DE","type":"education","lineage":["https://openalex.org/I32021983"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marco Liserre","raw_affiliation_strings":["Chair of Power Electronics, Kiel University, Kiel, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0818-2684","affiliations":[{"raw_affiliation_string":"Chair of Power Electronics, Kiel University, Kiel, Germany","institution_ids":["https://openalex.org/I32021983"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077221909","display_name":"Dirk Nowotka","orcid":"https://orcid.org/0000-0002-5422-2229"},"institutions":[{"id":"https://openalex.org/I3133086891","display_name":"Hochschule f\u00fcr Angewandte Wissenschaften Kiel","ror":"https://ror.org/03q0ab227","country_code":"DE","type":"education","lineage":["https://openalex.org/I3133086891"]},{"id":"https://openalex.org/I32021983","display_name":"Christian-Albrechts-Universit\u00e4t zu Kiel","ror":"https://ror.org/04v76ef78","country_code":"DE","type":"education","lineage":["https://openalex.org/I32021983"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dirk Nowotka","raw_affiliation_strings":["Department of Computer Science, Dependable Systems Group, Kiel University, Kiel, Germany","Dependable Systems, Kiel University, Kiel, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5422-2229","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Dependable Systems Group, Kiel University, Kiel, Germany","institution_ids":["https://openalex.org/I32021983","https://openalex.org/I3133086891"]},{"raw_affiliation_string":"Dependable Systems, Kiel University, Kiel, Germany","institution_ids":["https://openalex.org/I32021983","https://openalex.org/I3133086891"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.4985,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.68887432,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"13","issue":null,"first_page":"175357","last_page":"175372"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10018","display_name":"Advancements in Battery Materials","score":0.9713000059127808,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8945000171661377},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.744700014591217},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6166999936103821},{"id":"https://openalex.org/keywords/state-of-charge","display_name":"State of charge","score":0.6065000295639038},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.4478999972343445},{"id":"https://openalex.org/keywords/power-management","display_name":"Power management","score":0.3937000036239624},{"id":"https://openalex.org/keywords/load-management","display_name":"Load management","score":0.38260000944137573},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3418000042438507}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8945000171661377},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7760999798774719},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.744700014591217},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6166999936103821},{"id":"https://openalex.org/C2776582896","wikidata":"https://www.wikidata.org/wiki/Q5368536","display_name":"State of charge","level":4,"score":0.6065000295639038},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.4478999972343445},{"id":"https://openalex.org/C2778774385","wikidata":"https://www.wikidata.org/wiki/Q4437810","display_name":"Power management","level":3,"score":0.3937000036239624},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.38260000944137573},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.3240000009536743},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.32330000400543213},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.2867000102996826},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2815999984741211},{"id":"https://openalex.org/C118021083","wikidata":"https://www.wikidata.org/wiki/Q610398","display_name":"System on a chip","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.27709999680519104},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C2983735921","wikidata":"https://www.wikidata.org/wiki/Q1832610","display_name":"Battery storage","level":4,"score":0.2653999924659729}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2025.3618107","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3618107","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e8171e6cc8074e0eb988408d27070975","is_oa":true,"landing_page_url":"https://doaj.org/article/e8171e6cc8074e0eb988408d27070975","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 175357-175372 (2025)","raw_type":"article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/497556","is_oa":true,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/497556","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3618107","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3618107","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"increasing":[1],"adoption":[2],"of":[3,27,147],"electric":[4],"vehicles":[5],"(EVs)":[6],"and":[7,30,42,92,109,126,131],"battery":[8,14,22,40,150],"energy":[9],"storage":[10],"systems":[11,16],"(BESS)":[12],"makes":[13],"management":[15],"(BMS)":[17],"crucial":[18],"for":[19,67],"effectively":[20,127],"managing":[21,136],"cells,":[23],"such":[24],"as":[25],"state":[26,151],"charge":[28],"(SOC)":[29],"cell":[31,93,132],"temperature.":[32,94],"Significant":[33],"imbalances":[34],"in":[35,61,90,112],"these":[36,73],"parameters":[37],"can":[38,124],"degrade":[39],"performance":[41],"reduce":[43],"reliability.":[44],"Although":[45],"active":[46,80],"balancing":[47,69,152],"strategies":[48],"offer":[49],"greater":[50],"control":[51,64],"flexibility":[52],"compared":[53],"to":[54,86],"passive":[55],"methods,":[56],"they":[57],"typically":[58],"face":[59],"challenges":[60],"implementing":[62],"complex":[63],"algorithms,":[65],"particularly":[66],"multi-objective":[68,149],"tasks.":[70],"To":[71],"overcome":[72],"challenges,":[74],"this":[75],"paper":[76],"proposes":[77],"an":[78],"enhanced":[79],"BMS":[81],"employing":[82],"reinforcement":[83],"learning":[84],"(RL)":[85],"simultaneously":[87],"minimize":[88],"deviations":[89],"SOC":[91,130],"Specifically,":[95],"a":[96,106,113],"proximal":[97],"policy":[98],"optimization":[99],"(PPO)-based":[100],"RL":[101],"agent":[102],"is":[103],"trained":[104],"within":[105],"simulation":[107],"environment":[108],"subsequently":[110],"deployed":[111],"real-world":[114],"experimental":[115],"setup.":[116],"Experimental":[117],"results":[118],"demonstrate":[119],"that":[120],"the":[121,137,145],"proposed":[122],"approach":[123],"quickly":[125],"balance":[128],"both":[129],"temperature":[133],"while":[134],"efficiently":[135],"auxiliary":[138],"power":[139],"source":[140],"(APS).":[141],"This":[142],"study":[143],"validates":[144],"feasibility":[146],"intelligent":[148],"with":[153],"RL.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}