{"id":"https://openalex.org/W4409882748","doi":"https://doi.org/10.1109/access.2025.3564597","title":"An Analytic Policy Gradient-Based Deep Reinforcement Learning Motion Cueing Algorithm for Driving Simulators","display_name":"An Analytic Policy Gradient-Based Deep Reinforcement Learning Motion Cueing Algorithm for Driving Simulators","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409882748","doi":"https://doi.org/10.1109/access.2025.3564597"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3564597","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3564597","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3564597","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xiaowei Huang","orcid":"https://orcid.org/0009-0009-1480-8995"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowei Huang","raw_affiliation_strings":["Faculty of Electrical Engineering and Computer Science, Ningbo University, Ningbo, China"],"raw_orcid":"https://orcid.org/0009-0009-1480-8995","affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Computer Science, Ningbo University, Ningbo, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101551333","display_name":"Xuhua Shi","orcid":"https://orcid.org/0000-0002-3012-7913"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuhua Shi","raw_affiliation_strings":["Faculty of Electrical Engineering and Computer Science, Ningbo University, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0002-3012-7913","affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Computer Science, Ningbo University, Ningbo, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100721156","display_name":"Peiyao Wang","orcid":"https://orcid.org/0000-0003-0406-4952"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peiyao Wang","raw_affiliation_strings":["Faculty of Electrical Engineering and Computer Science, Ningbo University, Ningbo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Computer Science, Ningbo University, Ningbo, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017163237","display_name":"Hong Xu","orcid":"https://orcid.org/0000-0001-8252-581X"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongzan Xu","raw_affiliation_strings":["Zeekr Automobile (Ningbo Hangzhou Bay New Zone) Company Ltd., Ningbo, China","Zeekr Automobile (Ningbo Hangzhou Bay New Zone) CO.Ltd, Ningbo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zeekr Automobile (Ningbo Hangzhou Bay New Zone) Company Ltd., Ningbo, China","institution_ids":["https://openalex.org/I13591777"]},{"raw_affiliation_string":"Zeekr Automobile (Ningbo Hangzhou Bay New Zone) CO.Ltd, Ningbo, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079419383","display_name":"Xiaojun Tang","orcid":"https://orcid.org/0009-0002-2716-5748"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojun Tang","raw_affiliation_strings":["Zeekr Automobile (Ningbo Hangzhou Bay New Zone) Company Ltd., Ningbo, China","Zeekr Automobile (Ningbo Hangzhou Bay New Zone) CO.Ltd, Ningbo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zeekr Automobile (Ningbo Hangzhou Bay New Zone) Company Ltd., Ningbo, China","institution_ids":["https://openalex.org/I13591777"]},{"raw_affiliation_string":"Zeekr Automobile (Ningbo Hangzhou Bay New Zone) CO.Ltd, Ningbo, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075189677","display_name":"Gaoran Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gaoran Zhang","raw_affiliation_strings":["Zeekr Automobile (Ningbo Hangzhou Bay New Zone) Company Ltd., Ningbo, China","Zeekr Automobile (Ningbo Hangzhou Bay New Zone) CO.Ltd, Ningbo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zeekr Automobile (Ningbo Hangzhou Bay New Zone) Company Ltd., Ningbo, China","institution_ids":["https://openalex.org/I13591777"]},{"raw_affiliation_string":"Zeekr Automobile (Ningbo Hangzhou Bay New Zone) CO.Ltd, Ningbo, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07196594,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"81507","last_page":"81523"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9394999742507935,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9394999742507935,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8586584329605103},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7471036911010742},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5540105104446411},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.497941255569458},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33467036485671997},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.32847535610198975},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.08198383450508118}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8586584329605103},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7471036911010742},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5540105104446411},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.497941255569458},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33467036485671997},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.32847535610198975},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.08198383450508118}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3564597","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3564597","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:dea12f7c1c7845df8ddfff01c0e46757","is_oa":true,"landing_page_url":"https://doaj.org/article/dea12f7c1c7845df8ddfff01c0e46757","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 81507-81523 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3564597","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3564597","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7925037156","display_name":null,"funder_award_id":"61803214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8748084374","display_name":null,"funder_award_id":"61773225","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W4409439182","https://openalex.org/W2024136090","https://openalex.org/W4391331176"],"abstract_inverted_index":{"The":[0,204],"proposed":[1,223,308],"motion":[2,79,94,144,161,298],"cueing":[3,299],"algorithm":[4,11,111,133,205,224,261,290,309],"(MCA),":[5],"based":[6,269,281],"on":[7,270,293],"a":[8,32,62,75,83,87,154,246],"reinforcement":[9],"learning":[10],"using":[12,208],"gradient":[13,38,47],"information":[14,39,48],"to":[15,49,67,90,174,181,236,264],"directly":[16,50],"update":[17,51],"the":[18,27,52,56,92,100,104,124,128,132,141,147,150,160,171,187,193,201,215,219,222,252,267,279,289,307,323],"control":[19,53,96],"policy,":[20],"introduces":[21],"three":[22],"significant":[23],"enhancements.":[24],"First,":[25],"transform":[26],"black-box":[28],"simulator":[29,34,162],"environment":[30,35],"into":[31,61,123],"differentiable":[33],"that":[36,251,265,277],"provides":[37],"at":[40],"each":[41],"time":[42],"step":[43],"and":[44,178,190,242,273,313],"use":[45,148],"this":[46,110,226,260],"policy.":[54],"Second,":[55],"network":[57],"architecture":[58],"is":[59,163,206,262],"reconfigured":[60],"concurrent":[63],"controller":[64,73],"format,":[65],"similar":[66],"Model":[68],"Predictive":[69],"Control":[70],"(MPC).":[71],"This":[72,165],"processes":[74],"sequence":[76],"of":[77,143,149,200,240,266,278],"vehicle":[78],"reference":[80,95],"signals":[81],"over":[82],"future":[84],"period,":[85],"utilizing":[86],"multi-layer":[88],"perceptron":[89],"generate":[91],"simulator\u2019s":[93],"signal":[97],"sequences":[98],"for":[99,159,197],"same":[101],"duration.":[102],"Unlike":[103],"online":[105],"optimization":[106,115],"employed":[107],"in":[108,225,232],"MPC,":[109],"as":[112,214],"an":[113,229],"offline":[114],"method,":[116],"providing":[117],"substantial":[118],"computational":[119,136],"advantages":[120],"when":[121],"integrated":[122],"driving":[125,151,211],"simulator.":[126,152],"As":[127],"prediction":[129,248,287,319],"horizon":[130,249],"increases,":[131],"demonstrates":[134],"superior":[135],"efficiency,":[137],"which":[138],"helps":[139],"reduce":[140],"incidence":[142],"sickness":[145],"during":[146],"Third,":[153],"loss":[155],"function":[156,166],"specifically":[157],"designed":[158],"proposed.":[164],"incorporates":[167],"constraints":[168,185],"derived":[169],"from":[170],"MPC":[172,271],"framework":[173],"address":[175],"workspace":[176,182,194],"limitations":[177],"applies":[179],"them":[180],"management.":[183],"These":[184],"restrict":[186],"platform\u2019s":[188],"acceleration":[189],"speed":[191,234],"near":[192],"boundaries,":[195],"allowing":[196],"better":[198],"utilization":[199],"available":[202],"space.":[203],"validated":[207],"Carla\u2019s":[209],"autonomous":[210],"simulation":[212],"software":[213],"dataset":[216],"generator.":[217],"During":[218],"training":[220,238],"process,":[221],"paper":[227],"achieves":[228,291],"order-of-magnitude":[230],"improvement":[231],"convergence":[233],"compared":[235],"conventional":[237],"methods":[239],"PPO":[241],"DDPG.":[243],"Simulations":[244],"with":[245,295],"10-step":[247],"indicate":[250],"Root":[253],"Mean":[254],"Square":[255],"Error":[256],"(RMSE)":[257],"produced":[258],"by":[259],"comparable":[263],"MCA":[268,280],"(MPC-MCA)":[272],"significantly":[274],"lower":[275],"than":[276],"classical":[282],"washout":[283],"(CW-MCA).":[284],"At":[285],"higher":[286],"horizons,":[288,320],"performance":[292,316],"par":[294],"state-of-the-art":[296,325],"MPC-based":[297],"algorithms":[300],"while":[301],"exhibiting":[302],"reduced":[303],"algorithmic":[304],"delay.":[305],"Additionally,":[306],"delivers":[310],"quicker":[311],"results":[312],"improved":[314],"tracking":[315],"across":[317],"all":[318],"ultimately":[321],"surpassing":[322],"current":[324],"MPC-MCA.":[326]},"counts_by_year":[],"updated_date":"2026-07-09T05:49:46.723101","created_date":"2025-10-10T00:00:00"}