{"id":"https://openalex.org/W7134252770","doi":"https://doi.org/10.48550/arxiv.2603.05842","title":"Expert Knowledge-driven Reinforcement Learning for Autonomous Racing via Trajectory Guidance and Dynamics Constraints","display_name":"Expert Knowledge-driven Reinforcement Learning for Autonomous Racing via Trajectory Guidance and Dynamics Constraints","publication_year":2026,"publication_date":"2026-03-06","ids":{"openalex":"https://openalex.org/W7134252770","doi":"https://doi.org/10.48550/arxiv.2603.05842"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.05842","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128565689","display_name":"Bo Leng","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Leng, Bo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128499754","display_name":"Weiqi Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Weiqi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036776153","display_name":"Zhuoren Li","orcid":"https://orcid.org/0000-0001-6246-3404"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhuoren","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128571435","display_name":"Lu Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Lu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124082210","display_name":"Guizhe Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Guizhe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128406433","display_name":"Ran Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Ran","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128408150","display_name":"Chen Lv","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lv, Chen","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5128565689"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.6111000180244446,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.6111000180244446,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.19020000100135803,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.07850000262260437,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7910000085830688},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6452999711036682},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5547999739646912},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4925999939441681},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4788999855518341},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4778999984264374},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4708999991416931},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4629000127315521},{"id":"https://openalex.org/keywords/envelope","display_name":"Envelope (radar)","score":0.4519999921321869},{"id":"https://openalex.org/keywords/vehicle-dynamics","display_name":"Vehicle dynamics","score":0.4375999867916107}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7910000085830688},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6452999711036682},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5547999739646912},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5288000106811523},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4925999939441681},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4869999885559082},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4788999855518341},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4778999984264374},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4708999991416931},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4629000127315521},{"id":"https://openalex.org/C65155139","wikidata":"https://www.wikidata.org/wiki/Q5380912","display_name":"Envelope (radar)","level":3,"score":0.4519999921321869},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.4375999867916107},{"id":"https://openalex.org/C72898154","wikidata":"https://www.wikidata.org/wiki/Q458038","display_name":"Flight envelope","level":3,"score":0.435699999332428},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4106000065803528},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.40310001373291016},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3982999920845032},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.3797999918460846},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.35370001196861267},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.35040000081062317},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.33550000190734863},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.3296999931335449},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.3176000118255615},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.31220000982284546},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2752000093460083},{"id":"https://openalex.org/C9628104","wikidata":"https://www.wikidata.org/wiki/Q788009","display_name":"Autonomous system (mathematics)","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.05842","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.05842","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.05842","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.05842","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0,50],"learning":[1,118,124],"has":[2],"demonstrated":[3],"significant":[4],"potential":[5],"in":[6,141],"the":[7,68,129,148,167],"field":[8],"of":[9,60,166,175],"autonomous":[10,28,55,126,168],"driving.":[11],"However,":[12],"it":[13],"suffers":[14],"from":[15,122],"defects":[16],"such":[17],"as":[18,64],"training":[19],"instability":[20],"and":[21,35,47,79,112,163,178],"unsafe":[22],"action":[23],"outputs":[24],"when":[25],"faced":[26],"with":[27],"racing":[29,71,169,176],"environments":[30],"characterized":[31],"by":[32],"high":[33],"dynamics":[34,48],"strong":[36],"nonlinearities.":[37],"To":[38],"this":[39,41,61],"end,":[40],"paper":[42],"proposes":[43],"a":[44,99,115,142,172],"trajectory":[45],"guidance":[46],"constraints":[49],"Learning":[51],"(TraD-RL)":[52],"method":[53,62,138],"for":[54],"racing.":[56],"The":[57,136],"key":[58],"features":[59],"are":[63],"follows:":[65],"1)":[66],"leveraging":[67],"prior":[69],"expert":[70],"line":[72],"to":[73,87,108,125,132],"construct":[74],"an":[75],"augmented":[76],"state":[77],"representation":[78],"facilitate":[80],"reward":[81],"shaping,":[82],"thereby":[83],"integrating":[84],"domain":[85],"knowledge":[86],"stabilize":[88],"early-stage":[89],"policy":[90,131],"learning;":[91,111],"2)":[92],"embedding":[93],"explicit":[94],"vehicle":[95],"dynamic":[96],"priors":[97],"into":[98],"safe":[100],"operating":[101],"envelope":[102],"formulated":[103],"via":[104],"control":[105],"barrier":[106],"functions":[107],"enable":[109],"safety-constrained":[110],"3)":[113],"adopting":[114],"multi-stage":[116],"curriculum":[117],"strategy":[119],"that":[120,156],"shifts":[121],"expert-guided":[123],"exploration,":[127],"allowing":[128],"learned":[130],"surpass":[133],"expert-level":[134],"performance.":[135],"proposed":[137],"is":[139],"evaluated":[140],"high-fidelity":[143],"simulation":[144],"environment":[145],"modeled":[146],"after":[147],"Tempelhof":[149],"Airport":[150],"Street":[151],"Circuit.":[152],"Experimental":[153],"results":[154],"demonstrate":[155],"TraD-RL":[157],"effectively":[158],"improves":[159],"both":[160],"lap":[161],"speed":[162],"driving":[164],"stability":[165],"vehicle,":[170],"achieving":[171],"synergistic":[173],"optimization":[174],"performance":[177],"safety.":[179]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-03-10T00:00:00"}