{"id":"https://openalex.org/W4403390350","doi":"https://doi.org/10.1109/tiv.2024.3477940","title":"A Deep Reinforcement Learning Approach for Optimized Speed Planning of Connected and Autonomous Vehicles","display_name":"A Deep Reinforcement Learning Approach for Optimized Speed Planning of Connected and Autonomous Vehicles","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4403390350","doi":"https://doi.org/10.1109/tiv.2024.3477940"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2024.3477940","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3477940","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xinxin Wang","orcid":"https://orcid.org/0000-0002-1948-2148"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xinxin Wang","raw_affiliation_strings":["School of Mathematics, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1948-2148","affiliations":[{"raw_affiliation_string":"School of Mathematics, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100763314","display_name":"Fangfei Li","orcid":"https://orcid.org/0000-0001-7978-8125"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangfei Li","raw_affiliation_strings":["School of Mathematics and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7978-8125","affiliations":[{"raw_affiliation_string":"School of Mathematics and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028570509","display_name":"Yang Tang","orcid":"https://orcid.org/0000-0002-2750-8029"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Tang","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2750-8029","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101273688","display_name":"Xianlun Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianlun Peng","raw_affiliation_strings":["School of Mathematics, East China University of Science and Technology, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033106330","display_name":"Jingjie Ni","orcid":null},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjie Ni","raw_affiliation_strings":["School of Mathematics, East China University of Science and Technology, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I143593769"],"apc_list":null,"apc_paid":null,"fwci":0.7748,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.70764075,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"10","issue":"8","first_page":"4242","last_page":"4254"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.8949000239372253,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.8949000239372253,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.8711000084877014,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.8396999835968018,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8473643064498901},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5548843741416931},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47686418890953064},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4595995545387268},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23505645990371704}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8473643064498901},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5548843741416931},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47686418890953064},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4595995545387268},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23505645990371704},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tiv.2024.3477940","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3477940","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2274722040","display_name":null,"funder_award_id":"62173142","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6442699438","display_name":null,"funder_award_id":"62293502","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7545332879","display_name":null,"funder_award_id":"62233005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1965455100","https://openalex.org/W2063251960","https://openalex.org/W2129371268","https://openalex.org/W2157525649","https://openalex.org/W2221501280","https://openalex.org/W2493168586","https://openalex.org/W2973229164","https://openalex.org/W2976036462","https://openalex.org/W2989915408","https://openalex.org/W3001132159","https://openalex.org/W3016350191","https://openalex.org/W3039676534","https://openalex.org/W3090234698","https://openalex.org/W3099176596","https://openalex.org/W3130453376","https://openalex.org/W3139187989","https://openalex.org/W3140903301","https://openalex.org/W3165497657","https://openalex.org/W3209562871","https://openalex.org/W3210386267","https://openalex.org/W4205488875","https://openalex.org/W4210400141","https://openalex.org/W4213190850","https://openalex.org/W4214717370","https://openalex.org/W4214826322","https://openalex.org/W4225576514","https://openalex.org/W4280531176","https://openalex.org/W4283827063","https://openalex.org/W4311849050","https://openalex.org/W4312705088","https://openalex.org/W4313478129","https://openalex.org/W4327661779","https://openalex.org/W4379116811","https://openalex.org/W4383220298","https://openalex.org/W4386132062","https://openalex.org/W4394828258"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588"],"abstract_inverted_index":{"Intelligent":[0,227],"transportation":[1],"presents":[2],"a":[3,74,142,209],"novel":[4],"approach":[5],"to":[6,54,89,106,125,129,153,165,169,218],"alleviate":[7],"the":[8,17,56,68,90,97,107,150,173,176,180,188,191,226],"impact":[9],"of":[10,25,110,136,175,190,212,233],"automobiles":[11],"on":[12,162],"traffic,":[13],"energy":[14,41,237],"consumption,":[15,238],"and":[16,22,27,39,87,102,202,236,243],"environment.":[18],"The":[19],"rapid":[20],"advancement":[21],"increasing":[23],"prominence":[24],"Connected":[26],"Autonomous":[28],"Vehicles":[29],"(CAVs)":[30],"technology":[31],"offer":[32],"potential":[33],"advantages":[34,242],"in":[35,49,231],"improving":[36],"traffic":[37],"flow":[38],"optimizing":[40],"usage.":[42],"In":[43],"this":[44,81],"study,":[45],"we":[46,83,120,146,158],"propose":[47],"enhancements":[48,86],"deep":[50],"reinforcement":[51,214],"learning":[52,204,215],"techniques":[53],"address":[55],"optimal":[57,177],"speed":[58,70,138],"planning":[59,71],"problem":[60,72],"for":[61],"CAVs":[62],"at":[63,113],"signalized":[64,114],"intersections.":[65,115],"We":[66,206],"transform":[67],"CAV":[69,111],"into":[73,149],"Markov":[75],"Decision":[76],"Process":[77],"(MDP)":[78],"framework.":[79,182],"During":[80],"transformation,":[82],"introduce":[84],"several":[85],"optimizations":[88],"standard":[91],"MDP":[92,181],"modeling":[93],"approach,":[94],"which":[95],"refine":[96],"state-action":[98],"definitions,":[99],"reward":[100,151,163],"structures,":[101],"transition":[103],"dynamics,":[104],"tailored":[105],"specific":[108],"requirements":[109],"behavior":[112],"Through":[116],"state":[117],"space":[118],"design,":[119],"achieve":[121],"dimensionality":[122],"reduction":[123],"compared":[124],"prior":[126],"studies,":[127],"leading":[128],"more":[130],"efficient":[131],"storage":[132],"utilization.":[133],"Besides,":[134],"instead":[135],"using":[137],"limit":[139],"violations":[140],"as":[141],"training":[143,200],"termination":[144],"criterion,":[145],"integrate":[147],"them":[148],"structure,":[152],"ensure":[154],"continuous":[155],"learning.":[156],"Additionally,":[157],"provide":[159],"theoretical":[160],"analysis":[161,211],"design":[164],"confirm":[166],"that":[167,187],"adherence":[168],"defined":[170],"conditions":[171],"guarantees":[172],"acquisition":[174],"policy":[178],"within":[179],"Our":[183],"simulation":[184],"results":[185],"indicate":[186],"utilization":[189],"Deep":[192],"Deterministic":[193],"Policy":[194],"Gradient":[195],"(DDPG)":[196],"algorithm":[197],"significantly":[198],"enhances":[199],"efficiency":[201],"reduces":[203],"time.":[205],"also":[207],"conducted":[208],"comparative":[210],"various":[213],"algorithms":[216],"applied":[217],"our":[219,223],"proposed":[220],"model.":[221],"Furthermore,":[222],"model":[224],"outperforms":[225],"Driver":[228],"Model":[229],"(IDM)":[230],"terms":[232],"travel":[234],"time":[235],"demonstrating":[239],"its":[240],"practical":[241],"effectiveness.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}