{"id":"https://openalex.org/W4210405825","doi":"https://doi.org/10.1109/tits.2022.3145798","title":"Hybrid Reinforcement Learning-Based Eco-Driving Strategy for Connected and Automated Vehicles at Signalized Intersections","display_name":"Hybrid Reinforcement Learning-Based Eco-Driving Strategy for Connected and Automated Vehicles at Signalized Intersections","publication_year":2022,"publication_date":"2022-02-01","ids":{"openalex":"https://openalex.org/W4210405825","doi":"https://doi.org/10.1109/tits.2022.3145798"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2022.3145798","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3145798","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2201.07833","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041857511","display_name":"Zhengwei Bai","orcid":"https://orcid.org/0000-0002-4867-021X"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhengwei Bai","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California at Riverside, Riverside, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4867-021X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California at Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088116668","display_name":"Peng Hao","orcid":"https://orcid.org/0000-0001-5864-7358"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng Hao","raw_affiliation_strings":["Center for Environmental Research and Technology, University of California at Riverside, Riverside, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5864-7358","affiliations":[{"raw_affiliation_string":"Center for Environmental Research and Technology, University of California at Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002672308","display_name":"Wei Shangguan","orcid":"https://orcid.org/0000-0003-2901-0782"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei ShangGuan","raw_affiliation_strings":["State Key Laboratory of Rail Traffic Control and Safety and the Beijing Engineering Research Center of EMC and GNSS Technology for Rail Transportation, School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2901-0782","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety and the Beijing Engineering Research Center of EMC and GNSS Technology for Rail Transportation, School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100636115","display_name":"Baigen Cai","orcid":"https://orcid.org/0000-0002-6440-005X"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baigen Cai","raw_affiliation_strings":["State Key Laboratory of Rail Traffic Control and Safety and the Beijing Engineering Research Center of EMC and GNSS Technology for Rail Transportation, School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6440-005X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety and the Beijing Engineering Research Center of EMC and GNSS Technology for Rail Transportation, School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077257353","display_name":"Matthew Barth","orcid":"https://orcid.org/0000-0002-4735-5859"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew J. Barth","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California at Riverside, Riverside, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4735-5859","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California at Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.5602,"has_fulltext":false,"cited_by_count":144,"citation_normalized_percentile":{"value":0.9952759,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"23","issue":"9","first_page":"15850","last_page":"15863"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8447858095169067},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.7600133419036865},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6108607053756714},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5345802307128906},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4808419644832611},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.47350627183914185},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4283333420753479},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.423092782497406},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3371589779853821},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3358877897262573},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.326664000749588},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.3074148893356323},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2893115282058716},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.10643136501312256},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.09530878067016602}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8447858095169067},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.7600133419036865},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6108607053756714},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5345802307128906},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4808419644832611},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.47350627183914185},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4283333420753479},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.423092782497406},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3371589779853821},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3358877897262573},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.326664000749588},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.3074148893356323},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2893115282058716},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.10643136501312256},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.09530878067016602},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tits.2022.3145798","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3145798","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2201.07833","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2201.07833","pdf_url":"https://arxiv.org/pdf/2201.07833","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2201.07833","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2201.07833","pdf_url":"https://arxiv.org/pdf/2201.07833","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8799999952316284,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320315617","display_name":"University Transportation Centers","ror":null},{"id":"https://openalex.org/F4320327331","display_name":"National Commission for Science and Technology","ror":"https://ror.org/04gm1wq32"},{"id":"https://openalex.org/F4320330086","display_name":"National Center for Sustainable Transportation Technology","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W316935178","https://openalex.org/W1522301498","https://openalex.org/W1901616594","https://openalex.org/W1952987468","https://openalex.org/W1965455100","https://openalex.org/W1979374731","https://openalex.org/W2008082561","https://openalex.org/W2064675550","https://openalex.org/W2085882886","https://openalex.org/W2098432798","https://openalex.org/W2129660761","https://openalex.org/W2145339207","https://openalex.org/W2201581102","https://openalex.org/W2221501280","https://openalex.org/W2256473988","https://openalex.org/W2257979135","https://openalex.org/W2509583637","https://openalex.org/W2563002371","https://openalex.org/W2583993537","https://openalex.org/W2789876780","https://openalex.org/W2792523831","https://openalex.org/W2807815329","https://openalex.org/W2884394246","https://openalex.org/W2889987506","https://openalex.org/W2891048072","https://openalex.org/W2891776345","https://openalex.org/W2897697565","https://openalex.org/W2897827648","https://openalex.org/W2919115771","https://openalex.org/W2942827066","https://openalex.org/W2980522920","https://openalex.org/W3100944043","https://openalex.org/W3101102436","https://openalex.org/W3128260335","https://openalex.org/W4214717370","https://openalex.org/W4301501993","https://openalex.org/W6631190155","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6713134421","https://openalex.org/W6728155968","https://openalex.org/W6736822113","https://openalex.org/W6753526802"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2161705627","https://openalex.org/W179829755"],"abstract_inverted_index":{"Taking":[0],"advantage":[1],"of":[2,19,141,197],"both":[3,154],"vehicle-to-everything":[4],"(V2X)":[5],"communication":[6],"and":[7,12,46,52,74,103,128,143,146,156,171,188,214],"automated":[8,13],"driving":[9,118],"technology,":[10],"connected":[11,83,108],"vehicles":[14],"are":[15,93],"quickly":[16],"becoming":[17],"one":[18],"the":[20,50,55,71,75,122,125,129,138,195,198],"transformative":[21],"solutions":[22],"to":[23,42,81,99,162,182,193],"many":[24],"transportation":[25],"problems.":[26],"However,":[27],"in":[28,54,88,106],"a":[29,39,63,116,132,147,168,173,222],"mixed":[30,89,107],"traffic":[31,56],"environment":[32],"at":[33,85],"signalized":[34,86],"intersections,":[35],"it":[36],"is":[37],"still":[38],"challenging":[40],"task":[41],"improve":[43],"overall":[44],"throughput":[45],"energy":[47,104,210],"efficiency":[48,105],"considering":[49],"complexity":[51],"uncertainty":[53],"system.":[57],"In":[58,160],"this":[59],"study,":[60],"we":[61,166],"proposed":[62],"hybrid":[64],"reinforcement":[65,77],"learning":[66,78],"(HRL)":[67],"framework":[68,112],"which":[69],"combines":[70],"rule-based":[72,117,126],"strategy":[73],"deep":[76,148],"(deep":[79],"RL)":[80],"support":[82],"eco-driving":[84,158],"intersections":[87],"traffic.":[90,109],"Vision-perceptive":[91],"methods":[92],"integrated":[94],"with":[95,184,221],"vehicle-to-infrastructure":[96],"(V2I)":[97],"communications":[98],"achieve":[100],"higher":[101],"mobility":[102],"The":[110,201],"HRL":[111,199,206],"has":[113],"three":[114],"components:":[115],"manager":[119],"that":[120,136,152,204],"operates":[121],"collaboration":[123],"between":[124],"policies":[127],"RL":[130],"policy;":[131],"multi-stream":[133],"neural":[134],"network":[135,151],"extracts":[137],"hidden":[139],"features":[140],"vision":[142],"V2I":[144],"information;":[145],"RL-based":[149],"policy":[150],"generate":[153],"longitudinal":[155],"lateral":[157],"actions.":[159],"order":[161],"evaluate":[163],"our":[164,185,205],"approach,":[165],"developed":[167],"Unity-based":[169],"simulator":[170],"designed":[172],"mixed-traffic":[174],"intersection":[175],"scenario.":[176],"Moreover,":[177],"several":[178],"baselines":[179],"were":[180,191],"implemented":[181],"compare":[183],"new":[186],"design,":[187],"numerical":[189],"experiments":[190,202],"conducted":[192],"test":[194],"performance":[196],"model.":[200],"show":[203],"method":[207],"can":[208],"reduce":[209],"consumption":[211],"by":[212],"12.70%":[213],"save":[215],"11.75%":[216],"travel":[217],"time":[218],"when":[219],"compared":[220],"state-of-the-art":[223],"model-based":[224],"Eco-Driving":[225],"approach.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":39},{"year":2023,"cited_by_count":36},{"year":2022,"cited_by_count":14}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2022-02-08T00:00:00"}