{"id":"https://openalex.org/W3199371879","doi":"https://doi.org/10.1109/tie.2021.3113021","title":"Approximate Cost-Optimal Energy Management of Hydrogen Electric Multiple Unit Trains Using Double Q-Learning Algorithm","display_name":"Approximate Cost-Optimal Energy Management of Hydrogen Electric Multiple Unit Trains Using Double Q-Learning Algorithm","publication_year":2021,"publication_date":"2021-09-22","ids":{"openalex":"https://openalex.org/W3199371879","doi":"https://doi.org/10.1109/tie.2021.3113021","mag":"3199371879"},"language":"en","primary_location":{"id":"doi:10.1109/tie.2021.3113021","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2021.3113021","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100735745","display_name":"Qi Li","orcid":"https://orcid.org/0000-0001-5395-9731"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Li","raw_affiliation_strings":["Department of Electrical Engineering, Southwest Jiaotong University, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0001-5395-9731","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Southwest Jiaotong University, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060057382","display_name":"Xiang Meng","orcid":"https://orcid.org/0000-0003-0667-6688"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Meng","raw_affiliation_strings":["Department of Electrical Engineering, Southwest Jiaotong University, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0003-0667-6688","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Southwest Jiaotong University, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006918284","display_name":"Fei Gao","orcid":"https://orcid.org/0000-0001-9076-9718"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802759292","display_name":"Franche-Comt\u00e9 \u00c9lectronique M\u00e9canique Thermique et Optique - Sciences et Technologies","ror":"https://ror.org/004fmxv66","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I2802759292","https://openalex.org/I37553959","https://openalex.org/I4210095849","https://openalex.org/I4405256580","https://openalex.org/I53262699"]},{"id":"https://openalex.org/I37553959","display_name":"Universit\u00e9 de technologie de belfort-montb\u00e9liard","ror":"https://ror.org/05bn3m307","country_code":"FR","type":"education","lineage":["https://openalex.org/I37553959"]},{"id":"https://openalex.org/I4210104533","display_name":"F\u00e9d\u00e9ration de Recherche FCLAB","ror":"https://ror.org/01kvxx237","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I37553959","https://openalex.org/I4210095849","https://openalex.org/I4210104533","https://openalex.org/I4210154111","https://openalex.org/I4405256580","https://openalex.org/I53262699"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fei Gao","raw_affiliation_strings":["FEMTO-ST Institute and FCLAB, UTBM, CNRS, Rue Ernest Thierry Mieg, University Bourgogne Franche-Comté, Belfort, France"],"raw_orcid":"https://orcid.org/0000-0001-9076-9718","affiliations":[{"raw_affiliation_string":"FEMTO-ST Institute and FCLAB, UTBM, CNRS, Rue Ernest Thierry Mieg, University Bourgogne Franche-Comté, Belfort, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I2802759292","https://openalex.org/I37553959","https://openalex.org/I4210104533"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100614426","display_name":"Guorui Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210161003","display_name":"Qingdao Center of Resource Chemistry and New Materials","ror":"https://ror.org/05x85k702","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210089297","https://openalex.org/I4210161003"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guorui Zhang","raw_affiliation_strings":["CRRC Qingdao Sifang Co., Ltd, Qingdao, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0001-9068-3412","affiliations":[{"raw_affiliation_string":"CRRC Qingdao Sifang Co., Ltd, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I4210161003"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101954869","display_name":"Weirong Chen","orcid":"https://orcid.org/0000-0002-3023-4057"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weirong Chen","raw_affiliation_strings":["Department of Electrical Engineering, Southwest Jiaotong University, Chengdu, Sichuan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Southwest Jiaotong University, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I4800084"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.5865,"has_fulltext":false,"cited_by_count":116,"citation_normalized_percentile":{"value":0.97819676,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"69","issue":"9","first_page":"9099","last_page":"9110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6957405209541321},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.6739020943641663},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.652521014213562},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.6385645866394043},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5543234348297119},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.5522074699401855},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5304726362228394},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.5040118098258972},{"id":"https://openalex.org/keywords/fuel-efficiency","display_name":"Fuel efficiency","score":0.4434370696544647},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.43859124183654785},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3291394114494324},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.3163833022117615},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2837439775466919},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.2691526412963867},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19417345523834229},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13268068432807922},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11346793174743652},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09932410717010498}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6957405209541321},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.6739020943641663},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.652521014213562},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.6385645866394043},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5543234348297119},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.5522074699401855},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5304726362228394},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.5040118098258972},{"id":"https://openalex.org/C45882903","wikidata":"https://www.wikidata.org/wiki/Q5042317","display_name":"Fuel efficiency","level":2,"score":0.4434370696544647},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.43859124183654785},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3291394114494324},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.3163833022117615},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2837439775466919},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2691526412963867},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19417345523834229},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13268068432807922},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11346793174743652},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09932410717010498},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tie.2021.3113021","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2021.3113021","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-03891107v1","is_oa":false,"landing_page_url":"https://hal.science/hal-03891107","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Industrial Electronics, 2022, 69 (9), pp.9099-9110","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8899999856948853,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3666817118","display_name":null,"funder_award_id":"171104","funder_id":"https://openalex.org/F4320334945","funder_display_name":"Fok Ying Tong Education Foundation"},{"id":"https://openalex.org/G4218292401","display_name":null,"funder_award_id":"52077180","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6216369690","display_name":null,"funder_award_id":"51977181","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334945","display_name":"Fok Ying Tong Education Foundation","ror":"https://ror.org/01mv9t934"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1999777417","https://openalex.org/W2008791002","https://openalex.org/W2065788296","https://openalex.org/W2066449147","https://openalex.org/W2566257935","https://openalex.org/W2566900555","https://openalex.org/W2615736311","https://openalex.org/W2759273295","https://openalex.org/W2801441281","https://openalex.org/W2808570449","https://openalex.org/W2888142130","https://openalex.org/W2908107822","https://openalex.org/W2920406591","https://openalex.org/W2935832762","https://openalex.org/W2937339296","https://openalex.org/W2944471439","https://openalex.org/W2945337306","https://openalex.org/W2952704534","https://openalex.org/W2968117400","https://openalex.org/W2974005385","https://openalex.org/W3001872411","https://openalex.org/W3002181754","https://openalex.org/W3003629078","https://openalex.org/W3019978224","https://openalex.org/W3035420893","https://openalex.org/W3037414908","https://openalex.org/W3078337149","https://openalex.org/W3088121820","https://openalex.org/W3110211156","https://openalex.org/W3137802909","https://openalex.org/W4231971544"],"related_works":["https://openalex.org/W1932159282","https://openalex.org/W4285537323","https://openalex.org/W2379312070","https://openalex.org/W2136173754","https://openalex.org/W2613864214","https://openalex.org/W1988590764","https://openalex.org/W2953025626","https://openalex.org/W2499081552","https://openalex.org/W2366053282","https://openalex.org/W2110050003"],"abstract_inverted_index":{"Energy":[0],"management":[1],"strategy":[2,176,190],"(EMS)":[3],"is":[4,159],"the":[5,8,32,41,48,53,63,76,84,130,144,151,164,188],"key":[6],"to":[7,98,142],"performance":[9,102],"of":[10,34,65,72,86,91,123,156,201],"fuel":[11],"cell":[12],"/":[13],"battery":[14,93],"hybrid":[15],"system.":[16],"At":[17],"present,":[18],"reinforcement":[19],"learning":[20],"(RL)":[21],"has":[22,29,191],"been":[23],"introduced":[24],"into":[25,44],"this":[26,109],"field":[27],"and":[28,51,88,121,138,154,168,172,181,195],"gradually":[30],"become":[31],"focus":[33],"research.":[35],"However,":[36],"traditional":[37,169],"EMSs":[38],"only":[39],"take":[40],"energy":[42,116,119],"consumption":[43,120,174],"consideration":[45],"when":[46],"optimizing":[47],"operation":[49,67],"economy,":[50],"ignore":[52],"cost":[54],"caused":[55],"by":[56,161],"power":[57,124],"source":[58],"degradations.":[59],"It":[60],"would":[61,96],"cause":[62],"problem":[64],"poor":[66,100],"economy":[68],"regarding":[69],"Total":[70],"Cost":[71],"Ownership":[73],"(TCO).":[74],"On":[75],"other":[77],"hand,":[78],"most":[79],"studied":[80],"RL":[81,133,170],"algorithms":[82],"have":[83],"disadvantages":[85],"overestimation":[87],"improper":[89],"way":[90],"restricting":[92],"SOC,":[94],"which":[95],"lead":[97],"relatively":[99],"control":[101,198],"as":[103],"well.":[104],"To":[105],"solve":[106],"these":[107],"problems,":[108],"paper":[110],"establishes":[111],"a":[112],"TCO":[113],"model":[114],"including":[115],"consumption,":[117],"equivalent":[118,173],"degradation":[122],"sources":[125],"at":[126],"first,":[127],"then":[128],"adopt":[129],"Double":[131],"Q-learning":[132],"algorithm":[134],"with":[135,163],"state":[136],"constraint":[137],"variable":[139],"action":[140],"space":[141],"determine":[143],"optimal":[145,165],"EMS.":[146],"Finally,":[147],"using":[148],"hardware-in-the-loop":[149],"platform,":[150],"feasibility,":[152],"superiority":[153],"generalization":[155],"proposed":[157,189],"EMS":[158,171],"proved":[160],"comparing":[162],"dynamic":[166],"programming":[167],"minimum":[175],"(ECMS)":[177],"under":[178],"both":[179],"training":[180,202],"unknown":[182,204],"operating":[183],"conditions.":[184,205],"Results":[185],"prove":[186],"that":[187],"high":[192],"global":[193],"optimality":[194],"excellent":[196],"SOC":[197],"ability":[199],"regardless":[200],"or":[203]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":32},{"year":2022,"cited_by_count":36},{"year":2021,"cited_by_count":4}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}