{"id":"https://openalex.org/W4412170792","doi":"https://doi.org/10.1109/access.2025.3587938","title":"A TD3-Based Reinforcement Learning Algorithm With Curriculum Learning for Adaptive Yaw Control in All-Wheel-Drive Electric Vehicles","display_name":"A TD3-Based Reinforcement Learning Algorithm With Curriculum Learning for Adaptive Yaw Control in All-Wheel-Drive Electric Vehicles","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412170792","doi":"https://doi.org/10.1109/access.2025.3587938"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3587938","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3587938","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3587938","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075452885","display_name":"Reza Jafari","orcid":"https://orcid.org/0000-0003-4704-0723"},"institutions":[{"id":"https://openalex.org/I141584323","display_name":"University of Hertfordshire","ror":"https://ror.org/0267vjk41","country_code":"GB","type":"education","lineage":["https://openalex.org/I141584323"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Reza Jafari","raw_affiliation_strings":["School of Physics, Engineering and Computer Science, University of Hertfordshire, Hatfield, U.K","School of Physics, Engineering and Computer Science, University of Hertfordshire, Hatfield, UK"],"raw_orcid":"https://orcid.org/0000-0003-4704-0723","affiliations":[{"raw_affiliation_string":"School of Physics, Engineering and Computer Science, University of Hertfordshire, Hatfield, U.K","institution_ids":["https://openalex.org/I141584323"]},{"raw_affiliation_string":"School of Physics, Engineering and Computer Science, University of Hertfordshire, Hatfield, UK","institution_ids":["https://openalex.org/I141584323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020535690","display_name":"Pouria Sarhadi","orcid":"https://orcid.org/0000-0002-6004-676X"},"institutions":[{"id":"https://openalex.org/I141584323","display_name":"University of Hertfordshire","ror":"https://ror.org/0267vjk41","country_code":"GB","type":"education","lineage":["https://openalex.org/I141584323"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Pouria Sarhadi","raw_affiliation_strings":["School of Physics, Engineering and Computer Science, University of Hertfordshire, Hatfield, U.K","School of Physics, Engineering and Computer Science, University of Hertfordshire, Hatfield, UK"],"raw_orcid":"https://orcid.org/0000-0002-6004-676X","affiliations":[{"raw_affiliation_string":"School of Physics, Engineering and Computer Science, University of Hertfordshire, Hatfield, U.K","institution_ids":["https://openalex.org/I141584323"]},{"raw_affiliation_string":"School of Physics, Engineering and Computer Science, University of Hertfordshire, Hatfield, UK","institution_ids":["https://openalex.org/I141584323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022817010","display_name":"Amin Paykani","orcid":"https://orcid.org/0000-0002-1344-5549"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Amin Paykani","raw_affiliation_strings":["School of Engineering and Materials Science, Queen Mary University of London, London, U.K","School of Engineering and Materials Science, Queen Mary University of London, London, UK"],"raw_orcid":"https://orcid.org/0000-0002-1344-5549","affiliations":[{"raw_affiliation_string":"School of Engineering and Materials Science, Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"School of Engineering and Materials Science, Queen Mary University of London, London, UK","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031046256","display_name":"Shady S. Refaat","orcid":"https://orcid.org/0000-0001-9392-6141"},"institutions":[{"id":"https://openalex.org/I141584323","display_name":"University of Hertfordshire","ror":"https://ror.org/0267vjk41","country_code":"GB","type":"education","lineage":["https://openalex.org/I141584323"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shady S. Refaat","raw_affiliation_strings":["School of Physics, Engineering and Computer Science, University of Hertfordshire, Hatfield, U.K","School of Physics, Engineering and Computer Science, University of Hertfordshire, Hatfield, UK"],"raw_orcid":"https://orcid.org/0000-0001-9392-6141","affiliations":[{"raw_affiliation_string":"School of Physics, Engineering and Computer Science, University of Hertfordshire, Hatfield, U.K","institution_ids":["https://openalex.org/I141584323"]},{"raw_affiliation_string":"School of Physics, Engineering and Computer Science, University of Hertfordshire, Hatfield, UK","institution_ids":["https://openalex.org/I141584323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018620891","display_name":"Pedram Asef","orcid":"https://orcid.org/0000-0003-3264-7303"},"institutions":[{"id":"https://openalex.org/I2802488147","display_name":"School of Advanced Study","ror":"https://ror.org/039594g80","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I2802488147"]},{"id":"https://openalex.org/I4210141529","display_name":"Advanced Propulsion Centre","ror":"https://ror.org/058g9dj28","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210141529"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Pedram Asef","raw_affiliation_strings":["Department of Mechanical Engineering, Advanced Propulsion Laboratory, University College London, London, U.K","Advanced Propulsion Laboratory Department of Mechanical Engineering, University College London, London, UK"],"raw_orcid":"https://orcid.org/0000-0003-3264-7303","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Advanced Propulsion Laboratory, University College London, London, U.K","institution_ids":["https://openalex.org/I4210141529","https://openalex.org/I2802488147","https://openalex.org/I45129253"]},{"raw_affiliation_string":"Advanced Propulsion Laboratory Department of Mechanical Engineering, University College London, London, UK","institution_ids":["https://openalex.org/I4210141529","https://openalex.org/I2802488147","https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.4892,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.92485374,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"127150","last_page":"127169"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.9531000256538391,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6175738573074341},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6064519882202148},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5549317002296448},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4842786192893982},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4761381447315216},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.45938944816589355},{"id":"https://openalex.org/keywords/electric-vehicle","display_name":"Electric vehicle","score":0.4486277401447296},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.41739973425865173},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3748968839645386},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2668303847312927},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.25711315870285034},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1771223247051239}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6175738573074341},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6064519882202148},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5549317002296448},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4842786192893982},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4761381447315216},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.45938944816589355},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.4486277401447296},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.41739973425865173},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3748968839645386},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2668303847312927},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25711315870285034},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1771223247051239},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3587938","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3587938","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b44b9e7d17b4458ab523c8fd0616c0fc","is_oa":true,"landing_page_url":"https://doaj.org/article/b44b9e7d17b4458ab523c8fd0616c0fc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 127150-127169 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3587938","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3587938","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.49000000953674316}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320665","display_name":"University of Hertfordshire","ror":"https://ror.org/0267vjk41"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W2114308185","https://openalex.org/W2296073425","https://openalex.org/W2764328989","https://openalex.org/W2912956925","https://openalex.org/W2968626622","https://openalex.org/W2990929492","https://openalex.org/W3012099766","https://openalex.org/W3040526320","https://openalex.org/W3041191227","https://openalex.org/W3048417957","https://openalex.org/W3104855733","https://openalex.org/W3113932958","https://openalex.org/W3128253126","https://openalex.org/W3142849873","https://openalex.org/W3149836039","https://openalex.org/W3194094562","https://openalex.org/W3203418317","https://openalex.org/W4214753912","https://openalex.org/W4295855146","https://openalex.org/W4312876648","https://openalex.org/W4317761472","https://openalex.org/W4319080699","https://openalex.org/W4362636291","https://openalex.org/W4365128501","https://openalex.org/W4366148230","https://openalex.org/W4366957357","https://openalex.org/W4376461263","https://openalex.org/W4383112446","https://openalex.org/W4386421288","https://openalex.org/W4386469564","https://openalex.org/W4386994221","https://openalex.org/W4388966569","https://openalex.org/W4389201339","https://openalex.org/W4390747816","https://openalex.org/W4391359420","https://openalex.org/W4391661523","https://openalex.org/W4392903477","https://openalex.org/W4393170816","https://openalex.org/W4400277441","https://openalex.org/W4401500831","https://openalex.org/W4401635133","https://openalex.org/W4403094825","https://openalex.org/W4403390348","https://openalex.org/W4405180110","https://openalex.org/W4406071994","https://openalex.org/W4408728166","https://openalex.org/W6684921986","https://openalex.org/W6748839928","https://openalex.org/W6873030110"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2969358681","https://openalex.org/W2112559358","https://openalex.org/W2107122120","https://openalex.org/W194970950","https://openalex.org/W2342009288"],"abstract_inverted_index":{"A":[0,165,190],"novel":[1],"artificial":[2],"intelligence-based":[3],"approach":[4],"for":[5,53],"the":[6,35,54,62,73,83,92,128,133,148,151,176,202,206,211,217,229],"direct":[7],"yaw":[8,239],"control":[9,109],"(DYC)":[10],"of":[11,61,75,127,196,205,219,228],"an":[12,76,79],"all-wheel":[13],"drive":[14],"(AWD)":[15],"electric":[16],"vehicle":[17,105,129,207],"(EV)":[18],"is":[19,38,130,179,198,232],"proposed":[20,36,65,134,177,230],"in":[21,86,132,208,246],"this":[22],"paper.":[23],"To":[24],"improve":[25],"adaptability":[26],"and":[27,90,104,117,163,169,175,210,242],"ability":[28,93],"to":[29,81,94,97,120,146,160,200],"handle":[30],"nonlinearities":[31],"via":[32],"continuous":[33],"learning,":[34],"algorithm":[37,52,69,178,231],"built":[39],"upon":[40],"a":[41,87,139,182],"twin":[42],"delayed":[43],"deep":[44],"deterministic":[45],"policy":[46,85],"gradient":[47],"(TD3)":[48],"reinforcement":[49],"learning":[50,145],"(RL)":[51],"optimal":[55,84],"torque":[56,67],"distribution":[57],"across":[58,234],"four":[59],"wheels":[60],"vehicle.":[63],"The":[64,226],"model-free":[66,140],"vectoring":[68],"performs":[70],"based":[71],"on":[72,113],"interaction":[74],"agent":[77],"with":[78,143,181,193],"environment":[80],"learn":[82],"reward-driven":[88],"manner":[89],"obtain":[91],"dynamically":[95],"adapt":[96,121],"varying":[98,123],"conditions,":[99,124],"such":[100],"as":[101],"different":[102,235],"roads":[103],"speeds.":[106],"Unlike":[107],"conventional":[108,183],"methods":[110],"that":[111],"rely":[112],"precise":[114],"system":[115],"modeling":[116],"may":[118],"struggle":[119],"under":[122,222],"no":[125],"model":[126,152,192,201],"required":[131],"method.":[135],"This":[136],"work":[137],"proposes":[138],"RL-based":[141],"controller":[142],"curriculum":[144],"train":[147],"strategy,":[149],"where":[150],"learns":[153],"simpler":[154],"tasks":[155],"first,":[156],"progressively":[157],"increasing":[158],"difficulty":[159],"enhance":[161],"stability":[162],"convergence.":[164],"detailed":[166],"reward":[167],"function":[168],"well-structured":[170],"actor-critic":[171],"networks":[172],"are":[173,213],"devised,":[174],"compared":[180],"model-based":[184],"linear":[185],"quadratic":[186],"regulator":[187],"(LQR)":[188],"approach.":[189],"nonlinear":[191],"7":[194],"degrees":[195],"freedom":[197],"used":[199],"dynamic":[203,248],"behavior":[204],"MATLAB/Simulink,":[209],"results":[212],"further":[214],"verified":[215],"through":[216],"implementation":[218],"IPG":[220],"CarMaker":[221],"realistic":[223],"driving":[224],"scenarios.":[225],"performance":[227],"studied":[233],"maneuvers,":[236],"demonstrating":[237],"reduced":[238],"rate":[240],"error":[241],"sideslip":[243],"angle,":[244],"resulting":[245],"enhanced":[247],"stability.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-07-11T00:00:00"}