{"id":"https://openalex.org/W7224880341","doi":"https://doi.org/10.3390/wevj17110568","title":"Joint State-of-Charge and State-of-Health Estimation via Actor\u2013Critic Reinforcement Learning","display_name":"Joint State-of-Charge and State-of-Health Estimation via Actor\u2013Critic Reinforcement Learning","publication_year":2026,"publication_date":"2026-10-30","ids":{"openalex":"https://openalex.org/W7224880341","doi":"https://doi.org/10.3390/wevj17110568"},"language":"en","primary_location":{"id":"doi:10.3390/wevj17110568","doi":"https://doi.org/10.3390/wevj17110568","is_oa":true,"landing_page_url":"https://doi.org/10.3390/wevj17110568","pdf_url":null,"source":{"id":"https://openalex.org/S2913398011","display_name":"World Electric Vehicle Journal","issn_l":"2032-6653","issn":["2032-6653"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"World Electric Vehicle Journal","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/wevj17110568","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026969970","display_name":"Emad Abd\u2010Elrady","orcid":"https://orcid.org/0000-0003-3105-6552","observed_orcids":["https://orcid.org/0000-0003-3105-6552"]},"institutions":[{"id":"https://openalex.org/I119744171","display_name":"Higher Colleges of Technology","ror":"https://ror.org/00qmy9z88","country_code":"AE","type":"education","lineage":["https://openalex.org/I119744171"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"Emad Abd-Elrady","raw_affiliation_strings":["Faculty of Engineering Technology & Science, Higher Colleges of Technology, Baniyas Campus, Abu Dhabi P.O. Box 25026, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0003-3105-6552","affiliations":[{"raw_affiliation_string":"Faculty of Engineering Technology & Science, Higher Colleges of Technology, Baniyas Campus, Abu Dhabi P.O. Box 25026, United Arab Emirates","institution_ids":["https://openalex.org/I119744171"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039905679","display_name":"Ehab H.E. Bayoumi","orcid":"https://orcid.org/0000-0002-3131-5043","observed_orcids":["https://orcid.org/0000-0002-3131-5043"]},"institutions":[{"id":"https://openalex.org/I154023281","display_name":"British University in Egypt","ror":"https://ror.org/0066fxv63","country_code":"EG","type":"education","lineage":["https://openalex.org/I154023281"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Ehab H. E. Bayoumi","raw_affiliation_strings":["Mechatronics and Robotics Section, Mechanical Engineering Department, Faculty of Engineering, The British University in Egypt, El Sherouk City, Suez Desert Road, Cairo 11837, Egypt"],"raw_orcid":"https://orcid.org/0000-0002-3131-5043","affiliations":[{"raw_affiliation_string":"Mechatronics and Robotics Section, Mechanical Engineering Department, Faculty of Engineering, The British University in Egypt, El Sherouk City, Suez Desert Road, Cairo 11837, Egypt","institution_ids":["https://openalex.org/I154023281"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5026969970"],"corresponding_institution_ids":["https://openalex.org/I119744171"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1689},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1689},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.74297798,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"11","first_page":"568","last_page":"568"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10663","display_name":"Battery Modeling and Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10663","display_name":"Battery Modeling and Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10018","display_name":"Advancements in Battery Materials","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/state-of-charge-estimation","display_name":"state of charge estimation","score":0.8790000081062317},{"id":"https://openalex.org/keywords/state-of-health-estimation","display_name":"state of health estimation","score":0.9980000257492065},{"id":"https://openalex.org/keywords/lithium-ion-batteries","display_name":"lithium-ion batteries","score":0.9739999771118164},{"id":"https://openalex.org/keywords/actor-critic-reinforcement-learning","display_name":"actor-critic reinforcement learning","score":0.925000011920929},{"id":"https://openalex.org/keywords/twin-delayed-deep-deterministic-policy-gradient","display_name":"TD3","score":0.9769999980926514},{"id":"https://openalex.org/keywords/soft-actor-critic","display_name":"soft actor-critic","score":0.9520000219345093},{"id":"https://openalex.org/keywords/coulomb-counting","display_name":"Coulomb counting","score":0.9160000085830688}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6553999781608582},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.5687999725341797},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.541700005531311},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4627000093460083},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.45820000767707825},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.4440999925136566},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.44339999556541443},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.421999990940094},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3765999972820282},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.365200012922287},{"id":"https://openalex.org/C69738355","wikidata":"https://www.wikidata.org/wiki/Q1228929","display_name":"Linear discriminant analysis","level":2,"score":0.35199999809265137},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.34369999170303345},{"id":"https://openalex.org/C2989104859","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery capacity","level":4,"score":0.34049999713897705},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.33480000495910645},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.32499998807907104},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.3230000138282776},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2985000014305115},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.27799999713897705},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2554999887943268},{"id":"https://openalex.org/C107457265","wikidata":"https://www.wikidata.org/wiki/Q7546460","display_name":"Smoothing spline","level":4,"score":0.25130000710487366},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2502000033855438},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/wevj17110568","doi":"https://doi.org/10.3390/wevj17110568","is_oa":true,"landing_page_url":"https://doi.org/10.3390/wevj17110568","pdf_url":null,"source":{"id":"https://openalex.org/S2913398011","display_name":"World Electric Vehicle Journal","issn_l":"2032-6653","issn":["2032-6653"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"World Electric Vehicle Journal","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/wevj17110568","doi":"https://doi.org/10.3390/wevj17110568","is_oa":true,"landing_page_url":"https://doi.org/10.3390/wevj17110568","pdf_url":null,"source":{"id":"https://openalex.org/S2913398011","display_name":"World Electric Vehicle Journal","issn_l":"2032-6653","issn":["2032-6653"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"World Electric Vehicle Journal","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8485000133514404}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2078279667","https://openalex.org/W2746553466","https://openalex.org/W2885578090","https://openalex.org/W2899283552","https://openalex.org/W2904633797","https://openalex.org/W2924382816","https://openalex.org/W2964288524","https://openalex.org/W3135730722","https://openalex.org/W4381094858","https://openalex.org/W4387361768","https://openalex.org/W4388461634","https://openalex.org/W4390114419","https://openalex.org/W4393309769","https://openalex.org/W4398164319","https://openalex.org/W4399182797","https://openalex.org/W4401529035","https://openalex.org/W4406984618","https://openalex.org/W4407088879","https://openalex.org/W4410854111","https://openalex.org/W4414156667","https://openalex.org/W4415269905","https://openalex.org/W4417047989","https://openalex.org/W4417323368","https://openalex.org/W7077055425","https://openalex.org/W7138332086","https://openalex.org/W7140079744","https://openalex.org/W7165382389","https://openalex.org/W7167039941","https://openalex.org/W7171421642"],"related_works":["https://openalex.org/W7202172380","https://openalex.org/W4415687505","https://openalex.org/W7134985559","https://openalex.org/W7204228152","https://openalex.org/W7091611313","https://openalex.org/W7140079744","https://openalex.org/W4408826851","https://openalex.org/W7204060123","https://openalex.org/W4413096502","https://openalex.org/W4415612219"],"abstract_inverted_index":{"Accurate":[0],"estimation":[1,23,152],"of":[2,20,92,186],"state-of-charge":[3],"(SoC)":[4],"and":[5,26,32,77,81,85,105,147,174,182,208],"state-of-health":[6],"(SoH)":[7],"is":[8,97,141,172,190],"important":[9],"for":[10,67],"lithium-ion":[11],"battery":[12,117],"operation.":[13],"This":[14],"study":[15],"investigates":[16],"an":[17,195],"actor\u2013critic":[18,47],"formulation":[19],"joint":[21],"SoC/SoH":[22],"using":[24],"TD3":[25],"SAC":[27],"with":[28,37],"a":[29,73,115,165,176,191],"composite":[30],"reward":[31,162],"compares":[33],"the":[34,42,46,55,59,82,86,90,101,129,187,201,204,209],"observed":[35,51],"results":[36,102],"four":[38],"supervised":[39,56,61],"baselines.":[40],"On":[41],"supplied":[43,130],"XJTU":[44],"run,":[45],"models":[48],"achieved":[49],"lower":[50],"SoC":[52],"RMSE":[53],"than":[54,194],"baselines,":[57],"while":[58],"best":[60],"model":[62],"remained":[63],"competitive":[64],"or":[65,112,154],"superior":[66],"SoH.":[68],"The":[69,119,137,161,198],"current":[70],"evaluation":[71],"uses":[72],"limited":[74,142],"cell":[75],"cohort":[76],"three":[78],"random":[79],"seeds,":[80],"per-cell":[83],"normalization":[84],"OCV":[87],"calibration":[88],"used":[89],"records":[91],"held-out":[93],"cells":[94],"(the":[95],"protocol":[96],"not":[98,107,125,149,175],"training-only);":[99],"therefore,":[100],"are":[103,180],"exploratory":[104],"do":[106],"establish":[108,150],"confirmatory":[109],"statistical":[110],"superiority":[111],"generalization":[113],"to":[114,143,169],"larger":[116],"population.":[118],"planned":[120],"Tsinghua":[121,139,210],"label-retention":[122,211],"experiment":[123],"could":[124],"be":[126],"completed":[127],"because":[128],"capacity":[131],"field":[132],"had":[133],"no":[134],"usable":[135],"variance.":[136],"resulting":[138],"analysis":[140],"label-free":[144],"output":[145],"diagnostics":[146],"does":[148],"target-domain":[151],"accuracy":[153],"validate":[155],"reward-model":[156],"transfer":[157],"under":[158],"label":[159],"scarcity.":[160],"terms,":[163],"including":[164],"coulomb-counting":[166],"term":[167],"applied":[168],"SoH":[170],"that":[171],"provisional":[173],"validated":[177],"physical":[178],"constraint,":[179],"exploratory,":[181],"any":[183],"mechanistic":[184],"explanation":[185],"SoC\u2013SoH":[188],"difference":[189],"hypothesis":[192],"rather":[193],"established":[196],"result.":[197],"reward-component":[199],"ablation,":[200],"hyperparameter-sensitivity":[202],"analysis,":[203],"matched":[205],"non-RL":[206],"comparison,":[207],"sweep":[212],"remain":[213],"future":[214],"validation":[215],"requirements.":[216]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-10-31T00:00:00"}