{"id":"https://openalex.org/W4416323752","doi":"https://doi.org/10.1109/tits.2025.3631304","title":"Hierarchical Reinforcement Learning Shared Steering Control Strategy Considering Driver-Vehicle-Road Risk Assessment","display_name":"Hierarchical Reinforcement Learning Shared Steering Control Strategy Considering Driver-Vehicle-Road Risk Assessment","publication_year":2025,"publication_date":"2025-11-18","ids":{"openalex":"https://openalex.org/W4416323752","doi":"https://doi.org/10.1109/tits.2025.3631304"},"language":null,"primary_location":{"id":"doi:10.1109/tits.2025.3631304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3631304","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073575394","display_name":"Shixing Cheng","orcid":"https://orcid.org/0009-0009-0915-0180"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sizhe Cheng","raw_affiliation_strings":["School of Mechanical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0009-0915-0180","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050708606","display_name":"Neng Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Neng Liu","raw_affiliation_strings":["School of Mechanical Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089055736","display_name":"Zhenwu Fang","orcid":"https://orcid.org/0009-0007-6567-4996"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenwu Fang","raw_affiliation_strings":["School of Mechanical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0007-6567-4996","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100328624","display_name":"Jinxiang Wang","orcid":"https://orcid.org/0000-0003-4039-8001"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinxiang Wang","raw_affiliation_strings":["School of Mechanical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-4039-8001","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041423958","display_name":"Duanfeng Chu","orcid":"https://orcid.org/0000-0001-5225-9143"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Duanfeng Chu","raw_affiliation_strings":["Intelligent Transportation Systems Research Center, Wuhan University of Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-5225-9143","affiliations":[{"raw_affiliation_string":"Intelligent Transportation Systems Research Center, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064394634","display_name":"Guodong Yin","orcid":"https://orcid.org/0000-0002-8437-7598"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guodong Yin","raw_affiliation_strings":["School of Mechanical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8437-7598","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.32549929,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"27","issue":"1","first_page":"785","last_page":"799"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.7052000164985657,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.7052000164985657,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.16140000522136688,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.08969999849796295,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6685000061988831},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.539900004863739},{"id":"https://openalex.org/keywords/smoothness","display_name":"Smoothness","score":0.4869999885559082},{"id":"https://openalex.org/keywords/fuzzy-control-system","display_name":"Fuzzy control system","score":0.4359000027179718},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.41119998693466187},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.41029998660087585},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4047999978065491},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.3856000006198883},{"id":"https://openalex.org/keywords/risk-assessment","display_name":"Risk assessment","score":0.3653999865055084}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6685000061988831},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.539900004863739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4968000054359436},{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.4869999885559082},{"id":"https://openalex.org/C195975749","wikidata":"https://www.wikidata.org/wiki/Q1475705","display_name":"Fuzzy control system","level":3,"score":0.4359000027179718},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4251999855041504},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4228000044822693},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.41119998693466187},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.41029998660087585},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4047999978065491},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3856000006198883},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.3653999865055084},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.35749998688697815},{"id":"https://openalex.org/C82327864","wikidata":"https://www.wikidata.org/wiki/Q835100","display_name":"Intelligent control","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C124527596","wikidata":"https://www.wikidata.org/wiki/Q17029359","display_name":"Hierarchical control system","level":3,"score":0.32760000228881836},{"id":"https://openalex.org/C207269410","wikidata":"https://www.wikidata.org/wiki/Q595839","display_name":"Electronic stability control","level":2,"score":0.3255999982357025},{"id":"https://openalex.org/C2780689630","wikidata":"https://www.wikidata.org/wiki/Q2081815","display_name":"Driving simulator","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30979999899864197},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C2780354894","wikidata":"https://www.wikidata.org/wiki/Q679300","display_name":"Steering wheel","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C2986395286","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy inference","level":5,"score":0.2883000075817108},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.25600001215934753},{"id":"https://openalex.org/C2987376176","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy inference system","level":5,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3631304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3631304","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2884547439","display_name":null,"funder_award_id":"2023IJLIMC01","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3341888445","display_name":null,"funder_award_id":"52372410","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8826933551","display_name":"\u57fa\u4e8e\u76f8\u4e92\u4fe1\u4efb\u5ea6\u7684\u4e2a\u6027\u5316\u4eba\u673a\u5171\u9a7e\u673a\u7406\u4e0e\u63a7\u5236\u6743\u5206\u914d\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"52072073","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1990414598","https://openalex.org/W2466381818","https://openalex.org/W2610889585","https://openalex.org/W2736496279","https://openalex.org/W2912553060","https://openalex.org/W2952695732","https://openalex.org/W3001146995","https://openalex.org/W3006964865","https://openalex.org/W3008642973","https://openalex.org/W3016024001","https://openalex.org/W3044345353","https://openalex.org/W3044587771","https://openalex.org/W3088542868","https://openalex.org/W3090622150","https://openalex.org/W3107668387","https://openalex.org/W3118834156","https://openalex.org/W3120954411","https://openalex.org/W3135683069","https://openalex.org/W3151175129","https://openalex.org/W3157704222","https://openalex.org/W3162920521","https://openalex.org/W3176912151","https://openalex.org/W3217645262","https://openalex.org/W4211097982","https://openalex.org/W4214532691","https://openalex.org/W4225553046","https://openalex.org/W4226071977","https://openalex.org/W4226144556","https://openalex.org/W4285200781","https://openalex.org/W4287888056","https://openalex.org/W4289535481","https://openalex.org/W4293203815","https://openalex.org/W4366310734","https://openalex.org/W4378194791","https://openalex.org/W4380361676","https://openalex.org/W4382677316","https://openalex.org/W4384700618","https://openalex.org/W4385413634","https://openalex.org/W4389417302","https://openalex.org/W4390691949","https://openalex.org/W4390905338","https://openalex.org/W4391042110","https://openalex.org/W4391216819","https://openalex.org/W4391305615","https://openalex.org/W4394627592","https://openalex.org/W4400488148","https://openalex.org/W4401990068","https://openalex.org/W4402040365","https://openalex.org/W4405305149","https://openalex.org/W4406461617","https://openalex.org/W4411422482"],"related_works":[],"abstract_inverted_index":{"Shared":[0],"control":[1,13,35,132,152,186],"provides":[2],"a":[3,32,56,82,138,149],"human-centered":[4],"development":[5],"direction":[6],"for":[7],"intelligent":[8],"driving.":[9],"However,":[10],"existing":[11],"shared":[12,33,185],"methodologies":[14],"address":[15],"the":[16,22,25,41,49,71,96,109,127,131,144,159,168,176,183],"risk":[17,45,103,112,119,129],"factors":[18,104],"related":[19],"to":[20,80,107,157,174],"both":[21],"driver":[23,59,116],"and":[24,92,120,167,192,203],"traffic":[26],"environment":[27],"inadequately.":[28],"To":[29],"this":[30],"end,":[31],"steering":[34,51,90],"strategy":[36,187],"is":[37,53,78,134,155],"proposed":[38,177,184],"based":[39],"on":[40,126],"driver-vehicle-road":[42],"(DVR)":[43],"system":[44,111,128],"assessment":[46],"result.":[47],"Firstly,":[48],"driver\u2019s":[50],"behavior":[52],"described":[54],"through":[55],"two-point":[57],"preview":[58],"model.":[60],"The":[61,179],"key":[62],"parameters":[63],"are":[64,105,172],"identified":[65],"using":[66],"real":[67],"driving":[68,98,190,201],"data.":[69],"Meanwhile,":[70],"deep":[72],"deterministic":[73],"policy":[74],"gradient":[75],"(DDPG)":[76],"algorithm":[77],"applied":[79,156],"train":[81],"reinforcement":[83],"learning":[84],"(RL)":[85],"agent":[86],"considering":[87,143],"tracking":[88],"accuracy,":[89],"smoothness":[91,145],"vehicle":[93],"stability":[94],"as":[95],"autonomous":[97],"controller.":[99],"Afterwards,":[100],"three":[101],"time-varying":[102],"designed":[106],"evaluate":[108],"DVR":[110],"level,":[113,130],"which":[114],"represent":[115],"risk,":[117,123],"road":[118],"lane":[121],"departure":[122],"respectively.":[124],"Based":[125],"authority":[133,147,161],"initially":[135],"calculated":[136],"by":[137],"fuzzy":[139],"inference":[140],"method.":[141],"Then,":[142],"of":[146,198],"transition,":[148],"model":[150],"prediction":[151],"(MPC)":[153],"method":[154],"optimize":[158],"initial":[160],"level":[162],"in":[163,196],"real-time.":[164],"Finally,":[165],"simulation":[166],"driver-in-the-loop":[169],"(DIL)":[170],"experiments":[171],"performed":[173],"validate":[175],"strategy.":[178],"results":[180],"demonstrate":[181],"that":[182],"could":[188],"reduce":[189],"burden":[191],"demonstrates":[193],"distinct":[194],"superiority":[195],"terms":[197],"human-machine":[199],"collaboration,":[200],"comfort":[202],"personalized":[204],"support.":[205]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-18T00:00:00"}