{"id":"https://openalex.org/W4391342834","doi":"https://doi.org/10.1109/vppc60535.2023.10403148","title":"Energy Management Strategy Based on Reinforcement Learning for Fuel Cell Hybrid Vehicle with A New Reward Function Approach","display_name":"Energy Management Strategy Based on Reinforcement Learning for Fuel Cell Hybrid Vehicle with A New Reward Function Approach","publication_year":2023,"publication_date":"2023-10-24","ids":{"openalex":"https://openalex.org/W4391342834","doi":"https://doi.org/10.1109/vppc60535.2023.10403148"},"language":"en","primary_location":{"id":"doi:10.1109/vppc60535.2023.10403148","doi":"https://doi.org/10.1109/vppc60535.2023.10403148","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/vppc60535.2023.10403148","pdf_url":null,"source":{"id":"https://openalex.org/S4363608327","display_name":"IEEE Vehicle Power and Propulsion Conference (VPPC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Vehicle Power and Propulsion Conference (VPPC)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092453672","display_name":"Antoine B\u00e4umler","orcid":"https://orcid.org/0000-0001-7640-6208","observed_orcids":["https://orcid.org/0000-0001-7640-6208"]},"institutions":[{"id":"https://openalex.org/I4210118719","display_name":"\u00c9cole Sup\u00e9rieure des Techniques A\u00e9ronautiques et de Construction Automobile","ror":"https://ror.org/02az5b805","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210118719"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Antoine B\u00e4umler","raw_affiliation_strings":["ESTACA, ESTACA'Lab - Paris-Saclay,Montigny-le-Bretonneux,France,F-78180"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ESTACA, ESTACA'Lab - Paris-Saclay,Montigny-le-Bretonneux,France,F-78180","institution_ids":["https://openalex.org/I4210118719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067037543","display_name":"Abdelmoudjib Benterki","orcid":"https://orcid.org/0000-0002-8182-8592","observed_orcids":["https://orcid.org/0000-0002-8182-8592"]},"institutions":[{"id":"https://openalex.org/I4210118719","display_name":"\u00c9cole Sup\u00e9rieure des Techniques A\u00e9ronautiques et de Construction Automobile","ror":"https://ror.org/02az5b805","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210118719"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Abdelmoudjib Benterki","raw_affiliation_strings":["ESTACA, ESTACA'Lab - Paris-Saclay,Montigny-le-Bretonneux,France,F-78180"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ESTACA, ESTACA'Lab - Paris-Saclay,Montigny-le-Bretonneux,France,F-78180","institution_ids":["https://openalex.org/I4210118719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073135283","display_name":"Jianwen Meng","orcid":"https://orcid.org/0000-0001-5539-464X","observed_orcids":["https://orcid.org/0000-0001-5539-464X"]},"institutions":[{"id":"https://openalex.org/I4210118719","display_name":"\u00c9cole Sup\u00e9rieure des Techniques A\u00e9ronautiques et de Construction Automobile","ror":"https://ror.org/02az5b805","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210118719"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jianwen MENG","raw_affiliation_strings":["ESTACA, ESTACA'Lab - Paris-Saclay,Montigny-le-Bretonneux,France,F-78180"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ESTACA, ESTACA'Lab - Paris-Saclay,Montigny-le-Bretonneux,France,F-78180","institution_ids":["https://openalex.org/I4210118719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062932820","display_name":"Toufik Azib","orcid":"https://orcid.org/0000-0001-8083-0650","observed_orcids":["https://orcid.org/0000-0001-8083-0650"]},"institutions":[{"id":"https://openalex.org/I4210118719","display_name":"\u00c9cole Sup\u00e9rieure des Techniques A\u00e9ronautiques et de Construction Automobile","ror":"https://ror.org/02az5b805","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210118719"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Toufik AZIB","raw_affiliation_strings":["ESTACA, ESTACA'Lab - Paris-Saclay,Montigny-le-Bretonneux,France,F-78180"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ESTACA, ESTACA'Lab - Paris-Saclay,Montigny-le-Bretonneux,France,F-78180","institution_ids":["https://openalex.org/I4210118719"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025032747","display_name":"Moussa Boukhnifer","orcid":"https://orcid.org/0000-0002-1729-5453","observed_orcids":["https://orcid.org/0000-0002-1729-5453"]},"institutions":[{"id":"https://openalex.org/I90183372","display_name":"Universit\u00e9 de Lorraine","ror":"https://ror.org/04vfs2w97","country_code":"FR","type":"education","lineage":["https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Moussa BOUKHNIFER","raw_affiliation_strings":["Universite de Lorraine, LCOM,Metz,France,57000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universite de Lorraine, LCOM,Metz,France,57000","institution_ids":["https://openalex.org/I90183372"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3279,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.86501309,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"06"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuel-cell-hybrid-vehicles","display_name":"fuel cell hybrid electric vehicles","score":0.8240000009536743},{"id":"https://openalex.org/keywords/energy-management-strategy","display_name":"energy management strategy","score":0.9980000257492065},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9850000143051147},{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.9919999837875366},{"id":"https://openalex.org/keywords/state-of-charge-limits","display_name":"state of charge limits","score":0.9800000190734863},{"id":"https://openalex.org/keywords/energy-optimization","display_name":"energy optimization","score":0.8029999732971191}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8730025887489319},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7064250707626343},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.6682879328727722},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5900633335113525},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5346623659133911},{"id":"https://openalex.org/C45882903","wikidata":"https://www.wikidata.org/wiki/Q5042317","display_name":"Fuel efficiency","level":2,"score":0.5291474461555481},{"id":"https://openalex.org/C2776582896","wikidata":"https://www.wikidata.org/wiki/Q5368536","display_name":"State of charge","level":4,"score":0.49615296721458435},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.48198193311691284},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.47005000710487366},{"id":"https://openalex.org/C169042556","wikidata":"https://www.wikidata.org/wiki/Q16246150","display_name":"Driving cycle","level":4,"score":0.45603832602500916},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4437112808227539},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36354517936706543},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.23209556937217712},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21846559643745422},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0854647159576416},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/vppc60535.2023.10403148","doi":"https://doi.org/10.1109/vppc60535.2023.10403148","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/vppc60535.2023.10403148","pdf_url":null,"source":{"id":"https://openalex.org/S4363608327","display_name":"IEEE Vehicle Power and Propulsion Conference (VPPC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Vehicle Power and Propulsion Conference (VPPC)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04447089v1","doi":null,"is_oa":false,"landing_page_url":"https://hal.science/hal-04447089","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2023 IEEE Vehicle Power and Propulsion Conference (VPPC), Oct 2023, Milan, Italy. pp.01-06, ⟨10.1109/VPPC60535.2023.10403148⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9853000044822693}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1967152061","https://openalex.org/W2029260501","https://openalex.org/W2088675370","https://openalex.org/W2203837198","https://openalex.org/W2260756217","https://openalex.org/W2530203480","https://openalex.org/W2743207289","https://openalex.org/W2781726626","https://openalex.org/W2886172416","https://openalex.org/W2935913115","https://openalex.org/W2968117400","https://openalex.org/W3006997870","https://openalex.org/W3009102432","https://openalex.org/W3009193590","https://openalex.org/W3016964231","https://openalex.org/W3037414908","https://openalex.org/W3048206271","https://openalex.org/W3217777466","https://openalex.org/W4200236764","https://openalex.org/W4214717370","https://openalex.org/W4229460228","https://openalex.org/W4308946724","https://openalex.org/W4309194311"],"related_works":["https://openalex.org/W4388925028","https://openalex.org/W4396631391","https://openalex.org/W4399769241","https://openalex.org/W2566900555","https://openalex.org/W7126397336","https://openalex.org/W4403626409","https://openalex.org/W3212156127","https://openalex.org/W4212971120","https://openalex.org/W4407287642","https://openalex.org/W4410450543"],"abstract_inverted_index":{"Fuel":[0],"cell":[1],"hybrid":[2],"vehicle":[3],"have":[4],"attracted":[5],"more":[6],"attention":[7],"in":[8,62,67],"recent":[9],"years":[10],"to":[11,30,56,103,107],"tackle":[12],"the":[13,25,34,40,44,58,76,80,96,109,114,133,146,151],"current":[14],"encountered":[15],"environmental":[16],"issues.":[17],"Those":[18],"vehicles":[19],"raise":[20],"implementation":[21],"challenges":[22],"such":[23],"as":[24],"energy":[26,35],"management":[27],"strategy":[28],"(EMS)":[29],"improve":[31],"and":[32,78,95,145],"optimize":[33],"consumption.":[36],"This":[37],"paper":[38],"takes":[39],"learning":[41,46],"approach":[42,137],"with":[43,150],"reinforcement":[45],"(RL)":[47],"technique,":[48],"which":[49,125],"requires":[50],"a":[51,71,86,121,127,141],"proper":[52],"reward":[53,72],"function":[54,73],"design":[55],"achieve":[57],"suited":[59],"agent":[60,110],"behavior":[61],"terms":[63],"of":[64,89,98,117,130],"optimization.":[65],"Studies":[66],"this":[68],"area":[69],"propose":[70],"that":[74],"penalizes":[75],"consumption":[77],"uses":[79],"charge":[81,90],"sustaining":[82],"method,":[83],"based":[84],"on":[85],"reference":[87,123],"state":[88],"(SOC).":[91],"The":[92,135],"main":[93],"contribution":[94],"originality":[97],"our":[99],"research":[100],"work":[101],"is":[102,138],"introduce":[104],"SOC":[105],"limits":[106],"penalize":[108],"when":[111],"it":[112],"reaches":[113],"limits,":[115],"instead":[116],"penalizing":[118],"deviations":[119],"from":[120],"given":[122],"SOC,":[124],"constitutes":[126],"relevant":[128],"degree":[129],"freedom":[131],"for":[132],"EMS.":[134],"proposed":[136],"trained":[139],"under":[140],"real":[142],"drive":[143],"cycle":[144],"results":[147],"are":[148],"validated":[149],"WLTP":[152],"cycle.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-10-25T09:29:13.331239","created_date":"2024-01-31T00:00:00"}