{"id":"https://openalex.org/W3174380524","doi":"https://doi.org/10.1109/tase.2021.3088004","title":"A Deep Deterministic Policy Gradient Approach for Vehicle Speed Tracking Control With a Robotic Driver","display_name":"A Deep Deterministic Policy Gradient Approach for Vehicle Speed Tracking Control With a Robotic Driver","publication_year":2021,"publication_date":"2021-06-28","ids":{"openalex":"https://openalex.org/W3174380524","doi":"https://doi.org/10.1109/tase.2021.3088004","mag":"3174380524"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2021.3088004","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2021.3088004","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103259807","display_name":"Gaofeng Hao","orcid":"https://orcid.org/0000-0002-7740-5773"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gaofeng Hao","raw_affiliation_strings":["State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7740-5773","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058388737","display_name":"Zhuang Fu","orcid":"https://orcid.org/0000-0001-8825-4029"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuang Fu","raw_affiliation_strings":["State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8825-4029","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101913785","display_name":"Xin Feng","orcid":"https://orcid.org/0000-0002-3343-664X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Feng","raw_affiliation_strings":["State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3343-664X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058576810","display_name":"Zening Gong","orcid":"https://orcid.org/0000-0002-2843-1828"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zening Gong","raw_affiliation_strings":["State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2843-1828","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical System and Vibration, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045876611","display_name":"Peng Chen","orcid":"https://orcid.org/0000-0001-8223-8458"},"institutions":[{"id":"https://openalex.org/I4210097059","display_name":"Pan Asia Technical Automotive Center (China)","ror":"https://ror.org/00zv9r340","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210097059"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Chen","raw_affiliation_strings":["Pan Asia Technical Automotive Center (PATAC), Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pan Asia Technical Automotive Center (PATAC), Shanghai, China","institution_ids":["https://openalex.org/I4210097059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101593329","display_name":"Dan Wang","orcid":"https://orcid.org/0000-0002-4099-6004"},"institutions":[{"id":"https://openalex.org/I4210097059","display_name":"Pan Asia Technical Automotive Center (China)","ror":"https://ror.org/00zv9r340","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210097059"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Wang","raw_affiliation_strings":["Pan Asia Technical Automotive Center (PATAC), Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pan Asia Technical Automotive Center (PATAC), Shanghai, China","institution_ids":["https://openalex.org/I4210097059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078313707","display_name":"Wang Weibin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210097059","display_name":"Pan Asia Technical Automotive Center (China)","ror":"https://ror.org/00zv9r340","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210097059"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weibin Wang","raw_affiliation_strings":["Pan Asia Technical Automotive Center (PATAC), Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pan Asia Technical Automotive Center (PATAC), Shanghai, China","institution_ids":["https://openalex.org/I4210097059"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049514437","display_name":"Yang Si","orcid":null},"institutions":[{"id":"https://openalex.org/I4210097059","display_name":"Pan Asia Technical Automotive Center (China)","ror":"https://ror.org/00zv9r340","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210097059"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Si","raw_affiliation_strings":["Pan Asia Technical Automotive Center (PATAC), Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pan Asia Technical Automotive Center (PATAC), Shanghai, China","institution_ids":["https://openalex.org/I4210097059"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.3835,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.9261498,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"19","issue":"3","first_page":"2514","last_page":"2525"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7810834646224976},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5612298250198364},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5031136870384216},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.49785757064819336},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.440274178981781},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4388558864593506},{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.43214625120162964},{"id":"https://openalex.org/keywords/vehicle-dynamics","display_name":"Vehicle dynamics","score":0.43112242221832275},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4224957823753357},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4206065535545349},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4189216196537018},{"id":"https://openalex.org/keywords/electronic-speed-control","display_name":"Electronic speed control","score":0.41697561740875244},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4140564203262329},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3786316215991974},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3096168041229248},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.10667085647583008}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7810834646224976},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5612298250198364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5031136870384216},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.49785757064819336},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.440274178981781},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4388558864593506},{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.43214625120162964},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.43112242221832275},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4224957823753357},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4206065535545349},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4189216196537018},{"id":"https://openalex.org/C45641319","wikidata":"https://www.wikidata.org/wiki/Q550768","display_name":"Electronic speed control","level":2,"score":0.41697561740875244},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4140564203262329},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3786316215991974},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3096168041229248},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.10667085647583008},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2021.3088004","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2021.3088004","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7554662353","display_name":null,"funder_award_id":"YG2019ZDA17","funder_id":"https://openalex.org/F4320322999","funder_display_name":"Shanghai Jiao Tong University"},{"id":"https://openalex.org/G8488879146","display_name":null,"funder_award_id":"ZH2018QNB23","funder_id":"https://openalex.org/F4320322999","funder_display_name":"Shanghai Jiao Tong University"},{"id":"https://openalex.org/G8768959080","display_name":null,"funder_award_id":"61973210","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322999","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W798477027","https://openalex.org/W1507095146","https://openalex.org/W1985125404","https://openalex.org/W2046064209","https://openalex.org/W2070696392","https://openalex.org/W2137651825","https://openalex.org/W2145339207","https://openalex.org/W2150468603","https://openalex.org/W2247023624","https://openalex.org/W2565615882","https://openalex.org/W2568225355","https://openalex.org/W2624530571","https://openalex.org/W2777469262","https://openalex.org/W2810105165","https://openalex.org/W2890218953","https://openalex.org/W2907690072","https://openalex.org/W2908949019","https://openalex.org/W2920582597","https://openalex.org/W2962736495","https://openalex.org/W3091182627","https://openalex.org/W3100366369","https://openalex.org/W3104354962","https://openalex.org/W6622823068","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2013643406","https://openalex.org/W2027972911","https://openalex.org/W2157978810","https://openalex.org/W4391547476","https://openalex.org/W2170700681"],"abstract_inverted_index":{"In":[0],"performance":[1],"tests,":[2],"replacing":[3],"humans":[4],"with":[5,25,139,183,263],"robotic":[6,27,185],"drivers":[7],"has":[8,146],"many":[9],"advantages,":[10],"such":[11],"as":[12],"high":[13,16],"efficiency":[14],"and":[15,59,79,111,150,196,228,248,274,285,290],"security.":[17],"To":[18],"realize":[19,271],"the":[20,47,50,65,68,72,95,115,121,136,140,143,164,188,190,193,197,201,220,225,229,235,241,253,256,259,264,267,272,277,283,296],"vehicle":[21,77,122,179,194,214,230,288],"speed":[22,78,90,149,180,215,236],"tracking":[23,181,237],"control":[24,60,120,177,182,209,260],"a":[26,32,147,184],"driver,":[28],"this":[29],"article":[30,160,218],"proposes":[31],"novel":[33],"deep":[34,41,167,242],"reinforcement":[35,168],"learning":[36,169],"(DRL)":[37],"approach":[38,51,70],"based":[39,223,239],"on":[40,108,224,240],"deterministic":[42,243],"policy":[43,244],"gradient":[44,245],"(DDPG).":[45],"Specifically,":[46],"design":[48],"of":[49,132,166,192,200,276,287,292,299],"includes":[52],"state":[53],"space,":[54,56],"action":[55],"reward":[57],"function,":[58],"algorithm.":[61],"Then,":[62],"to":[63,82,88,134,157,175,211,295],"shorten":[64],"training":[66,103,133,273],"time,":[67],"proposed":[69,116,144],"utilizes":[71],"basic":[73],"fundamental":[74],"relationship":[75],"between":[76],"pedal":[80],"opening":[81],"intervene":[83],"in":[84,92,255],"network":[85],"exploration.":[86],"Furthermore,":[87],"solve":[89],"fluctuations":[91],"low-speed":[93],"sections,":[94],"replay":[96],"buffer":[97],"is":[98,204,291],"optimized":[99],"by":[100,163],"adding":[101],"weighted":[102],"samples.":[104],"Experiments":[105],"are":[106],"conducted":[107],"fifteen":[109],"cars,":[110],"results":[112],"show":[113],"that":[114],"algorithm":[117,165],"can":[118,172,269],"effectively":[119],"speed.":[123],"Generally,":[124],"it":[125,203],"only":[126],"needs":[127],"three":[128],"or":[129],"four":[130],"episodes":[131],"meet":[135],"requirements.":[137],"Compared":[138],"Segment-PID":[141],"method,":[142],"method":[145],"smoother":[148],"fewer":[151],"overbound":[152],"times.":[153],"<italic":[154],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[155],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Note":[156],"Practitioners</i>":[158],"\u2014This":[159],"was":[161],"motivated":[162],"(DRL),":[170],"which":[171,280],"be":[173],"applied":[174],"automatic":[176],"including":[178],"driver.":[186],"With":[187],"complexity,":[189],"delay":[191],"model,":[195,232],"dead":[198],"zone":[199],"pedal,":[202],"difficult":[205],"for":[206,252],"existing":[207],"classic":[208],"theories":[210],"achieve":[212],"satisfactory":[213],"tracking.":[216],"This":[217],"analyzes":[219],"mathematical":[221],"model":[222],"DRL":[226],"theory":[227],"dynamic":[231],"then":[233],"builds":[234],"controller":[238],"(DDPG)":[246],"algorithm,":[247,266],"makes":[249],"corresponding":[250],"optimizations":[251],"problems":[254],"experiment.":[257],"Through":[258],"software":[261],"integrated":[262],"DDPG":[265],"operator":[268],"easily":[270],"testing":[275,289],"neural":[278],"network,":[279],"greatly":[281],"reduces":[282],"time":[284],"cost":[286],"great":[293],"significance":[294],"emission":[297],"certification":[298],"new":[300],"vehicles.":[301]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}