{"id":"https://openalex.org/W4412940960","doi":"https://doi.org/10.3390/en18154062","title":"Electric Vehicle Energy Management Under Unknown Disturbances from Undefined Power Demand: Online Co-State Estimation via Reinforcement Learning","display_name":"Electric Vehicle Energy Management Under Unknown Disturbances from Undefined Power Demand: Online Co-State Estimation via Reinforcement Learning","publication_year":2025,"publication_date":"2025-07-31","ids":{"openalex":"https://openalex.org/W4412940960","doi":"https://doi.org/10.3390/en18154062"},"language":"en","primary_location":{"id":"doi:10.3390/en18154062","doi":"https://doi.org/10.3390/en18154062","is_oa":true,"landing_page_url":"https://doi.org/10.3390/en18154062","pdf_url":"https://www.mdpi.com/1996-1073/18/15/4062/pdf?version=1754278634","source":{"id":"https://openalex.org/S198098182","display_name":"Energies","issn_l":"1996-1073","issn":["1996-1073"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-140","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energies","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1996-1073/18/15/4062/pdf?version=1754278634","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045641295","display_name":"Chidentree Treesatayapun","orcid":"https://orcid.org/0000-0002-8574-672X","observed_orcids":["https://orcid.org/0000-0002-8574-672X"]},"institutions":[{"id":"https://openalex.org/I68368234","display_name":"Centro de Investigaci\u00f3n y de Estudios Avanzados del Instituto Polit\u00e9cnico Nacional","ror":"https://ror.org/009eqmr18","country_code":"MX","type":"facility","lineage":["https://openalex.org/I59361560","https://openalex.org/I68368234"]}],"countries":["MX"],"is_corresponding":true,"raw_author_name":"C. Treesatayapun","raw_affiliation_strings":["Robotics and Advanced Manufacturing, Center for Research and Advanced Studies (CINVESTAV), 1062 Industria Metalurgica Av., Ramos Arizpe 25903, Mexico"],"raw_orcid":"https://orcid.org/0000-0002-8574-672X","affiliations":[{"raw_affiliation_string":"Robotics and Advanced Manufacturing, Center for Research and Advanced Studies (CINVESTAV), 1062 Industria Metalurgica Av., Ramos Arizpe 25903, Mexico","institution_ids":["https://openalex.org/I68368234"]}]},{"author_position":"middle","author":{"id":null,"display_name":"A. J. Munoz-Vazquez","orcid":"https://orcid.org/0000-0001-5125-2644","observed_orcids":["https://orcid.org/0000-0001-5125-2644"]},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"A. J. Munoz-Vazquez","raw_affiliation_strings":["Higher Education Center at McAllen, Texas A&M University (TAMU), College Station, TX 78504, USA"],"raw_orcid":"https://orcid.org/0000-0001-5125-2644","affiliations":[{"raw_affiliation_string":"Higher Education Center at McAllen, Texas A&M University (TAMU), College Station, TX 78504, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067440885","display_name":"Suratsavadee Koonlaboon Korkua","orcid":"https://orcid.org/0009-0000-4751-8200","observed_orcids":["https://orcid.org/0009-0000-4751-8200"]},"institutions":[{"id":"https://openalex.org/I96916377","display_name":"Walailak University","ror":"https://ror.org/04b69g067","country_code":"TH","type":"education","lineage":["https://openalex.org/I96916377"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"S. K. Korkua","raw_affiliation_strings":["School of Engineering and Technology, Walailak University, Nakhonsrithammarat 80161, Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering and Technology, Walailak University, Nakhonsrithammarat 80161, Thailand","institution_ids":["https://openalex.org/I96916377"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082861535","display_name":"Buntoeng Srikarun","orcid":"https://orcid.org/0000-0002-5572-4407","observed_orcids":["https://orcid.org/0000-0002-5572-4407"]},"institutions":[{"id":"https://openalex.org/I96916377","display_name":"Walailak University","ror":"https://ror.org/04b69g067","country_code":"TH","type":"education","lineage":["https://openalex.org/I96916377"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"B. Srikarun","raw_affiliation_strings":["School of Engineering and Technology, Walailak University, Nakhonsrithammarat 80161, Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering and Technology, Walailak University, Nakhonsrithammarat 80161, Thailand","institution_ids":["https://openalex.org/I96916377"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114957410","display_name":"Charenkiat Pochaiya","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I96916377","display_name":"Walailak University","ror":"https://ror.org/04b69g067","country_code":"TH","type":"education","lineage":["https://openalex.org/I96916377"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"C. Pochaiya","raw_affiliation_strings":["School of Engineering and Technology, Walailak University, Nakhonsrithammarat 80161, Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering and Technology, Walailak University, Nakhonsrithammarat 80161, Thailand","institution_ids":["https://openalex.org/I96916377"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5045641295"],"corresponding_institution_ids":["https://openalex.org/I68368234"],"apc_list":{"value":2600,"currency":"CHF","value_usd":3137},"apc_paid":{"value":2600,"currency":"CHF","value_usd":3137},"fwci":0.4056,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.53757545,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":95},"biblio":{"volume":"18","issue":"15","first_page":"4062","last_page":"4062"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electric-vehicle-energy-management","display_name":"electric vehicle energy management","score":0.9929999709129333},{"id":"https://openalex.org/keywords/fuel-cell-vehicles","display_name":"fuel cell vehicles","score":0.7409999966621399},{"id":"https://openalex.org/keywords/battery-electric-vehicles","display_name":"battery electric vehicles","score":0.9190000295639038},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.4880000054836273},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8019999861717224},{"id":"https://openalex.org/keywords/unknown-disturbances","display_name":"unknown disturbances","score":0.7710000276565552},{"id":"https://openalex.org/keywords/constrained-optimal-control","display_name":"constrained optimal control","score":0.8149999976158142},{"id":"https://openalex.org/keywords/state-of-charge-control","display_name":"state of charge control","score":0.6899999976158142},{"id":"https://openalex.org/keywords/fuel-cell-power-output","display_name":"fuel cell power output","score":0.6359999775886536},{"id":"https://openalex.org/keywords/air-conditioning-energy-consumption","display_name":"air conditioning energy consumption","score":0.7149999737739563},{"id":"https://openalex.org/keywords/passenger-demand","display_name":"passenger demand","score":0.4779999852180481}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8603187203407288},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.6663640737533569},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.5969811677932739},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.5844592452049255},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5666556358337402},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5114642381668091},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49504247307777405},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.49039220809936523},{"id":"https://openalex.org/C2778774385","wikidata":"https://www.wikidata.org/wiki/Q4437810","display_name":"Power management","level":3,"score":0.47058358788490295},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.42444461584091187},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4180988669395447},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.37799888849258423},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.36159655451774597},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3601795434951782},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24981379508972168},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.20765671133995056},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.2028956115245819},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.12774768471717834},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0804690420627594},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.08028101921081543},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/en18154062","doi":"https://doi.org/10.3390/en18154062","is_oa":true,"landing_page_url":"https://doi.org/10.3390/en18154062","pdf_url":"https://www.mdpi.com/1996-1073/18/15/4062/pdf?version=1754278634","source":{"id":"https://openalex.org/S198098182","display_name":"Energies","issn_l":"1996-1073","issn":["1996-1073"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-140","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energies","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:82674bf05ebb4abc9460ecc73f2aa995","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/82674bf05ebb4abc9460ecc73f2aa995","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Energies, Vol 18, Iss 15, p 4062 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/en18154062","doi":"https://doi.org/10.3390/en18154062","is_oa":true,"landing_page_url":"https://doi.org/10.3390/en18154062","pdf_url":"https://www.mdpi.com/1996-1073/18/15/4062/pdf?version=1754278634","source":{"id":"https://openalex.org/S198098182","display_name":"Energies","issn_l":"1996-1073","issn":["1996-1073"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-140","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energies","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9853000044822693,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"},{"score":0.651199996471405,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412940960.pdf","grobid_xml":"https://content.openalex.org/works/W4412940960.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2142653678","https://openalex.org/W2979525521","https://openalex.org/W4220864413","https://openalex.org/W4293143428","https://openalex.org/W4298145926","https://openalex.org/W4317727247","https://openalex.org/W4323031570","https://openalex.org/W4323825351","https://openalex.org/W4385948935","https://openalex.org/W4388581477","https://openalex.org/W4390608999","https://openalex.org/W4390695713","https://openalex.org/W4392632725","https://openalex.org/W4396560872","https://openalex.org/W4396753477","https://openalex.org/W4398160269","https://openalex.org/W4399830460","https://openalex.org/W4404226376","https://openalex.org/W4405531418","https://openalex.org/W4407808995","https://openalex.org/W4407946264","https://openalex.org/W4408723909","https://openalex.org/W4409083337","https://openalex.org/W4410204445","https://openalex.org/W4410450543","https://openalex.org/W4410613982","https://openalex.org/W4410722165","https://openalex.org/W4410942703"],"related_works":["https://openalex.org/W4408728166","https://openalex.org/W4388180762","https://openalex.org/W2566900555","https://openalex.org/W4390382433","https://openalex.org/W4362501547","https://openalex.org/W3155162351","https://openalex.org/W4411349869","https://openalex.org/W4415968436","https://openalex.org/W7061439665","https://openalex.org/W3009102432"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,17,26,47,112,132,174,183],"data-driven":[4],"energy":[5],"management":[6],"scheme":[7],"for":[8],"fuel":[9,151],"cell":[10,152],"and":[11,70,84,98,115,155,179],"battery":[12,146],"electric":[13],"vehicles,":[14],"formulated":[15],"as":[16,101,111],"constrained":[18],"optimal":[19],"control":[20,36,117],"problem.":[21],"The":[22,104],"proposed":[23,141],"method":[24,63],"employs":[25],"co-state":[27],"network":[28],"trained":[29],"using":[30],"real-time":[31],"measurements":[32],"to":[33,57,172],"estimate":[34],"the":[35,43,51,65,116,137,140,145],"law":[37],"without":[38],"requiring":[39],"prior":[40],"knowledge":[41],"of":[42,67,107,139,177],"system":[44],"model":[45],"or":[46],"complete":[48],"dataset":[49],"across":[50],"full":[52],"operating":[53],"domain.":[54],"In":[55],"contrast":[56],"conventional":[58],"reinforcement":[59],"learning":[60,186],"approaches,":[61],"this":[62],"avoids":[64],"issue":[66],"high":[68],"dimensionality":[69],"does":[71],"not":[72],"depend":[73],"on":[74,131,182],"extensive":[75],"offline":[76],"training.":[77],"Robustness":[78],"is":[79,109,119],"demonstrated":[80],"by":[81],"treating":[82],"uncertain":[83],"time-varying":[85],"elements,":[86],"including":[87],"power":[88,153],"consumption":[89],"from":[90],"air":[91],"conditioning":[92],"systems,":[93],"variations":[94],"in":[95,143,150],"road":[96],"slope,":[97],"passenger-related":[99],"demands,":[100],"unknown":[102],"disturbances.":[103],"desired":[105],"state":[106,176],"charge":[108,178],"defined":[110],"reference":[113],"trajectory,":[114],"input":[118],"computed":[120],"while":[121],"ensuring":[122,156],"compliance":[123],"with":[124],"all":[125],"operational":[126],"constraints.":[127],"Validation":[128],"results":[129],"based":[130,181],"combined":[133],"driving":[134],"profile":[135],"confirm":[136],"effectiveness":[138],"controller":[142],"maintaining":[144],"charge,":[147],"reducing":[148],"fluctuations":[149],"output,":[154],"reliable":[157],"performance":[158],"under":[159],"practical":[160],"conditions.":[161],"Comparative":[162],"evaluations":[163],"are":[164],"conducted":[165],"against":[166],"two":[167],"benchmark":[168],"controllers:":[169],"one":[170],"designed":[171],"maintain":[173],"constant":[175],"another":[180],"soft":[184],"actor\u2013critic":[185],"algorithm.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-09-22T06:50:58.402377","created_date":"2025-10-10T00:00:00"}