{"id":"https://openalex.org/W4415624364","doi":"https://doi.org/10.1109/thms.2025.3620362","title":"A Human\u2013Machine Cooperative Control Strategy Based on Deep Reinforcement Learning to Enhance Heavy Vehicle Driving Safety","display_name":"A Human\u2013Machine Cooperative Control Strategy Based on Deep Reinforcement Learning to Enhance Heavy Vehicle Driving Safety","publication_year":2025,"publication_date":"2025-10-28","ids":{"openalex":"https://openalex.org/W4415624364","doi":"https://doi.org/10.1109/thms.2025.3620362"},"language":null,"primary_location":{"id":"doi:10.1109/thms.2025.3620362","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2025.3620362","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100399367","display_name":"Han Zhang","orcid":"https://orcid.org/0000-0003-2565-9429"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Zhang","raw_affiliation_strings":["Department of Vehicle Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-2565-9429","affiliations":[{"raw_affiliation_string":"Department of Vehicle Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuhan Liu","orcid":"https://orcid.org/0009-0005-8752-1689"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhan Liu","raw_affiliation_strings":["Department of Vehicle Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0005-8752-1689","affiliations":[{"raw_affiliation_string":"Department of Vehicle Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Liaoyang Zhan","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liaoyang Zhan","raw_affiliation_strings":["Department of Vehicle Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Vehicle Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031097117","display_name":"Wanzhong Zhao","orcid":"https://orcid.org/0009-0008-8651-6011"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanzhong Zhao","raw_affiliation_strings":["Department of Vehicle Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0008-8651-6011","affiliations":[{"raw_affiliation_string":"Department of Vehicle Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9842412"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28762865,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"55","issue":"6","first_page":"1006","last_page":"1015"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.9409000277519226,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.9409000277519226,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.026799999177455902,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.007400000002235174,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-safety","display_name":"Active safety","score":0.6263999938964844},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5579000115394592},{"id":"https://openalex.org/keywords/electronic-stability-control","display_name":"Electronic stability control","score":0.5540000200271606},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4927000105381012},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4244000017642975},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.41920000314712524},{"id":"https://openalex.org/keywords/advanced-driver-assistance-systems","display_name":"Advanced driver assistance systems","score":0.4106999933719635},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.4072999954223633},{"id":"https://openalex.org/keywords/active-steering","display_name":"Active steering","score":0.3928000032901764}],"concepts":[{"id":"https://openalex.org/C127757376","wikidata":"https://www.wikidata.org/wiki/Q2056514","display_name":"Active safety","level":2,"score":0.6263999938964844},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5579000115394592},{"id":"https://openalex.org/C207269410","wikidata":"https://www.wikidata.org/wiki/Q595839","display_name":"Electronic stability control","level":2,"score":0.5540000200271606},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.516700029373169},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4927000105381012},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43630000948905945},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4284999966621399},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4244000017642975},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.41920000314712524},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.4106999933719635},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.4072999954223633},{"id":"https://openalex.org/C2780380046","wikidata":"https://www.wikidata.org/wiki/Q423329","display_name":"Active steering","level":3,"score":0.3928000032901764},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.38659998774528503},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.37950000166893005},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.37860000133514404},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.37700000405311584},{"id":"https://openalex.org/C2780689630","wikidata":"https://www.wikidata.org/wiki/Q2081815","display_name":"Driving simulator","level":2,"score":0.34310001134872437},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3391000032424927},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.3296999931335449},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C2777636896","wikidata":"https://www.wikidata.org/wiki/Q1147899","display_name":"Road traffic safety","level":3,"score":0.2994000017642975},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C2780354894","wikidata":"https://www.wikidata.org/wiki/Q679300","display_name":"Steering wheel","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C148381915","wikidata":"https://www.wikidata.org/wiki/Q870020","display_name":"Automobile handling","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.25360000133514404},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/thms.2025.3620362","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2025.3620362","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3963797569","display_name":null,"funder_award_id":"52072175","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6006489578","display_name":null,"funder_award_id":"BK20242041","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G7012305240","display_name":null,"funder_award_id":"52102435","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1509784472","https://openalex.org/W2017664792","https://openalex.org/W2468574044","https://openalex.org/W2616258440","https://openalex.org/W2735405002","https://openalex.org/W2890126025","https://openalex.org/W2897560747","https://openalex.org/W3008427395","https://openalex.org/W3044345353","https://openalex.org/W3094889801","https://openalex.org/W3095243651","https://openalex.org/W3136986532","https://openalex.org/W3155908713","https://openalex.org/W3165186350","https://openalex.org/W3169672675","https://openalex.org/W3171230465","https://openalex.org/W4206713226","https://openalex.org/W4225810563","https://openalex.org/W4285200781","https://openalex.org/W4285278156","https://openalex.org/W4289535481","https://openalex.org/W4294325596","https://openalex.org/W4296704975","https://openalex.org/W4379930243","https://openalex.org/W4386141929","https://openalex.org/W4386432380","https://openalex.org/W4386766938","https://openalex.org/W4388430403","https://openalex.org/W4390578053","https://openalex.org/W4390827578","https://openalex.org/W4395004398"],"related_works":[],"abstract_inverted_index":{"As":[0],"heavy":[1,29],"vehicles":[2,30],"advance":[3],"toward":[4],"increased":[5],"intelligence":[6],"and":[7,50,82,102,113,123,150,174,198,201,217],"modernization,":[8],"the":[9,25,66,69,76,83,111,144,180,183,188,196,199,205,213],"control":[10,44,73,86,96,107,193,207],"of":[11,28,109,146,182],"advanced":[12],"driver":[13,197,231],"assistance":[14,72],"systems":[15],"for":[16,68,229],"ensuring":[17],"driving":[18,26,36,70,132,227],"safety":[19,27,71,134,228],"faces":[20],"significant":[21],"challenges.":[22],"To":[23],"enhance":[24],"operated":[31],"by":[32],"drivers":[33,147,153],"with":[34],"varying":[35],"styles,":[37,133],"this":[38],"article":[39],"proposes":[40],"a":[41,60,118],"human\u2013machine":[42],"cooperative":[43,192],"(HMCC)":[45],"strategy":[46,162],"that":[47,171],"combines":[48],"steering":[49,79,216],"braking":[51,85,218],"using":[52,117],"deep":[53],"deterministic":[54],"policy":[55],"gradient":[56],"(DDPG)":[57],"algorithm.":[58],"First,":[59],"multiagent":[61],"system":[62,81,87],"is":[63,115,166,210],"adopted":[64],"as":[65,90],"framework":[67],"system,":[74,221],"wherein":[75],"active":[77],"front":[78],"(AFS)":[80],"differential":[84],"(DBC)":[88],"function":[89],"subsystems.":[91],"These":[92],"subsystems":[93],"interact":[94],"through":[95,212],"sequence":[97],"information":[98],"while":[99],"managing":[100],"yaw":[101,149,173],"roll":[103,151,175],"stability.":[104],"The":[105],"optimal":[106],"performance":[108],"both":[110],"AFS":[112,200],"DBC":[114,202],"ensured":[116],"distributed":[119],"model":[120],"predictive":[121],"controller":[122],"Pareto":[124],"optimality":[125],"theory.":[126],"Second,":[127],"to":[128,190,225],"analyze":[129],"different":[130,230],"drivers\u2019":[131],"characteristic":[135],"parameters":[136],"were":[137,154],"collected":[138],"from":[139],"multiple":[140],"drivers.":[141],"By":[142],"analyzing":[143],"effects":[145],"on":[148,164],"stability,":[152],"classified":[155],"into":[156,179],"three":[157],"types.":[158],"Furthermore,":[159],"an":[160],"HMCC":[161],"based":[163],"DDPG":[165,184],"designed.":[167],"Phase":[168],"plane":[169],"constraints":[170],"consider":[172],"stability":[176],"are":[177],"incorporated":[178],"design":[181],"reward":[185],"function,":[186],"training":[187],"agents":[189],"allocate":[191],"weights":[194],"between":[195],"controllers.":[203],"Finally,":[204],"proposed":[206],"strategy\u2019s":[208],"effectiveness":[209],"validated":[211],"electro-hydraulic":[214],"compound":[215],"hardware-in-the-loop":[219],"test":[220],"demonstrating":[222],"its":[223],"ability":[224],"improve":[226],"characteristics.":[232]},"counts_by_year":[],"updated_date":"2025-12-03T23:09:05.601824","created_date":"2025-10-28T00:00:00"}