{"id":"https://openalex.org/W4386952173","doi":"https://doi.org/10.1109/tvt.2023.3318552","title":"A Deep Reinforcement Learning Framework for Eco-Driving in Connected and Automated Hybrid Electric Vehicles","display_name":"A Deep Reinforcement Learning Framework for Eco-Driving in Connected and Automated Hybrid Electric Vehicles","publication_year":2023,"publication_date":"2023-09-22","ids":{"openalex":"https://openalex.org/W4386952173","doi":"https://doi.org/10.1109/tvt.2023.3318552"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2023.3318552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3318552","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102007079","display_name":"Zhaoxuan Zhu","orcid":"https://orcid.org/0000-0003-3654-7318"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhaoxuan Zhu","raw_affiliation_strings":["Center for Automotive Research, The Ohio State University, Columbus, OH, USA","Motional, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-3654-7318","affiliations":[{"raw_affiliation_string":"Center for Automotive Research, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Motional, Boston, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079662689","display_name":"Shobhit Gupta","orcid":"https://orcid.org/0000-0001-5169-3263"},"institutions":[{"id":"https://openalex.org/I118136607","display_name":"General Motors (United States)","ror":"https://ror.org/05addee68","country_code":"US","type":"company","lineage":["https://openalex.org/I118136607"]},{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shobhit Gupta","raw_affiliation_strings":["Center for Automotive Research, The Ohio State University, Columbus, OH, USA","General Motors Research and Development, Warren, MI, USA"],"raw_orcid":"https://orcid.org/0000-0001-5169-3263","affiliations":[{"raw_affiliation_string":"Center for Automotive Research, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"General Motors Research and Development, Warren, MI, USA","institution_ids":["https://openalex.org/I118136607"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017906439","display_name":"Abhishek Gupta","orcid":"https://orcid.org/0000-0003-1117-325X"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhishek Gupta","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The Ohio State University, Columbus, OH, USA"],"raw_orcid":"https://orcid.org/0000-0003-1117-325X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075875954","display_name":"Marcello Canova","orcid":"https://orcid.org/0000-0003-1846-8894"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marcello Canova","raw_affiliation_strings":["Center for Automotive Research, The Ohio State University, Columbus, OH, USA"],"raw_orcid":"https://orcid.org/0000-0003-1846-8894","affiliations":[{"raw_affiliation_string":"Center for Automotive Research, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102007079"],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":4.2817,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.95005447,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"73","issue":"2","first_page":"1713","last_page":"1725"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6839886903762817},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4231211543083191},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.4154110550880432},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4006623327732086},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2573731541633606}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6839886903762817},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4231211543083191},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.4154110550880432},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4006623327732086},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2573731541633606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2023.3318552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3318552","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8899999856948853,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320317189","display_name":"Ohio Supercomputer Center","ror":"https://ror.org/01apna436"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1506660872","https://openalex.org/W1597453628","https://openalex.org/W1662842982","https://openalex.org/W1993411524","https://openalex.org/W1994755758","https://openalex.org/W2063251960","https://openalex.org/W2064675550","https://openalex.org/W2079755609","https://openalex.org/W2090715271","https://openalex.org/W2091565802","https://openalex.org/W2107878631","https://openalex.org/W2119717200","https://openalex.org/W2120465407","https://openalex.org/W2135337656","https://openalex.org/W2145339207","https://openalex.org/W2152938561","https://openalex.org/W2157525649","https://openalex.org/W2291973609","https://openalex.org/W2329039258","https://openalex.org/W2509374375","https://openalex.org/W2561463613","https://openalex.org/W2726187156","https://openalex.org/W2736601468","https://openalex.org/W2767650907","https://openalex.org/W2804678892","https://openalex.org/W2891048072","https://openalex.org/W2895520692","https://openalex.org/W2896138087","https://openalex.org/W2922501931","https://openalex.org/W2934606751","https://openalex.org/W2974094277","https://openalex.org/W2981426338","https://openalex.org/W2982316857","https://openalex.org/W2996037775","https://openalex.org/W3001132159","https://openalex.org/W3002208917","https://openalex.org/W3011746747","https://openalex.org/W3046098749","https://openalex.org/W3118426011","https://openalex.org/W3119708141","https://openalex.org/W3136883406","https://openalex.org/W3146188752","https://openalex.org/W3191611578","https://openalex.org/W3203018838","https://openalex.org/W4214717370","https://openalex.org/W4285138909","https://openalex.org/W4313132546","https://openalex.org/W4383108532","https://openalex.org/W6627932998","https://openalex.org/W6638018090","https://openalex.org/W6683204974","https://openalex.org/W6692846177","https://openalex.org/W6696783566","https://openalex.org/W6740222838","https://openalex.org/W6741002519","https://openalex.org/W6756777732","https://openalex.org/W6772005887"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2358190750"],"abstract_inverted_index":{"Connected":[0],"and":[1,20,37,47,101,123,137,166,170],"Automated":[2],"Vehicles":[3],"(CAVs),":[4],"in":[5,23],"particular":[6],"those":[7],"with":[8,80],"multiple":[9],"power":[10,38],"sources,":[11],"have":[12],"the":[13,29,53,63,106,109,116,124,142,146,155,160,164,176],"potential":[14],"to":[15,33,51],"significantly":[16],"reduce":[17],"fuel":[18,54,147],"consumption":[19,55,148],"travel":[21,140],"time":[22],"real-world":[24],"driving":[25],"conditions.":[26],"In":[27,60],"particular,":[28],"eco-driving":[30,64,94],"problem":[31,65],"seeks":[32],"design":[34],"optimal":[35,127],"speed":[36],"usage":[39],"profiles":[40],"based":[41],"upon":[42],"look-ahead":[43],"information":[44],"from":[45],"connectivity":[46],"advanced":[48],"mapping":[49],"features,":[50],"minimize":[52],"over":[56,163],"a":[57,69,81,112,119,132,138],"given":[58],"itinerary.":[59],"this":[61],"work,":[62],"is":[66,77,97],"formulated":[67],"as":[68],"Partially":[70],"Observable":[71],"Markov":[72],"Decision":[73],"Process":[74],"(POMDP),":[75],"which":[76],"then":[78],"solved":[79],"state-of-art":[82],"Deep":[83],"Reinforcement":[84],"Learning":[85],"(DRL)":[86],"Actor":[87],"Critic":[88],"algorithm,":[89],"Proximal":[90],"Policy":[91],"Optimization.":[92],"An":[93],"simulation":[95],"environment":[96],"developed":[98],"for":[99],"training":[100],"evaluation":[102],"purposes.":[103],"To":[104],"benchmark":[105],"performance":[107],"of":[108],"DRL":[110,143],"controller,":[111],"baseline":[113,156],"controller":[114,144,157],"representing":[115],"human":[117],"driver,":[118],"trajectory":[120,180],"optimization":[121,181],"algorithm":[122],"wait-and-see":[125],"deterministic":[126],"solution":[128],"are":[129],"presented.":[130],"With":[131],"minimal":[133],"onboard":[134],"computational":[135],"requirement":[136],"comparable":[139],"time,":[141],"reduces":[145],"by":[149,158],"more":[150,177],"than":[151],"17%":[152],"compared":[153],"against":[154],"modulating":[159],"vehicle":[161],"velocity":[162],"route":[165],"performing":[167],"energy-efficient":[168],"approach":[169],"departure":[171],"at":[172],"signalized":[173],"intersections,":[174],"over-performing":[175],"computationally":[178],"demanding":[179],"method.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-12T08:28:47.272897","created_date":"2025-10-10T00:00:00"}