{"id":"https://openalex.org/W7165648868","doi":"https://doi.org/10.48550/arxiv.2606.21587","title":"FAST: A Framework for Aligned Sampling and Training in Parallel Reinforcement Learning for Autonomous Driving","display_name":"FAST: A Framework for Aligned Sampling and Training in Parallel Reinforcement Learning for Autonomous Driving","publication_year":2026,"publication_date":"2026-06-19","ids":{"openalex":"https://openalex.org/W7165648868","doi":"https://doi.org/10.48550/arxiv.2606.21587"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.21587","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.21587","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.21587","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037763576","display_name":"Bonan Wang","orcid":"https://orcid.org/0000-0003-0413-886X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Bonan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113454519","display_name":"L I Tao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao, Letian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139213959","display_name":"Bin Shuai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shuai, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112625169","display_name":"Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Jiaxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016584164","display_name":"Weidong Zhao","orcid":"https://orcid.org/0000-0003-4144-7303"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Wenxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139155192","display_name":"Wei Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016509766","display_name":"Kehua Sheng","orcid":"https://orcid.org/0009-0008-3370-7711"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheng, Kehua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139138191","display_name":"Bo Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139170244","display_name":"Yang Guan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guan, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139158631","display_name":"Shengbo Eben Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Shengbo Eben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.28529998660087585,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.28529998660087585,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.16599999368190765,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10919","display_name":"Neurological disorders and treatments","score":0.08659999817609787,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7081999778747559},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5475999712944031},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4997999966144562},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4925000071525574},{"id":"https://openalex.org/keywords/adaptive-sampling","display_name":"Adaptive sampling","score":0.4625000059604645},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.438400000333786},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.3497999906539917},{"id":"https://openalex.org/keywords/synchronizing","display_name":"Synchronizing","score":0.3479999899864197},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.33550000190734863}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.815500020980835},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7081999778747559},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5475999712944031},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4997999966144562},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4925000071525574},{"id":"https://openalex.org/C2781395549","wikidata":"https://www.wikidata.org/wiki/Q4680762","display_name":"Adaptive sampling","level":3,"score":0.4625000059604645},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.44830000400543213},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.438400000333786},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.3497999906539917},{"id":"https://openalex.org/C162932704","wikidata":"https://www.wikidata.org/wiki/Q1058791","display_name":"Synchronizing","level":3,"score":0.3479999899864197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3472999930381775},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.33550000190734863},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.3336000144481659},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.321399986743927},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3192000091075897},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C75917345","wikidata":"https://www.wikidata.org/wiki/Q2725298","display_name":"Sampling bias","level":3,"score":0.2948000133037567},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C106195933","wikidata":"https://www.wikidata.org/wiki/Q7847935","display_name":"Truncation (statistics)","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C106515295","wikidata":"https://www.wikidata.org/wiki/Q26806595","display_name":"Parallel processing","level":2,"score":0.26739999651908875},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.2621000111103058},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C191287063","wikidata":"https://www.wikidata.org/wiki/Q543281","display_name":"Glitch","level":3,"score":0.2549000084400177}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.21587","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.21587","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.21587","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.21587","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1],"learning":[2],"is":[3],"pivotal":[4],"for":[5,62],"closed-loop":[6,63],"autonomous":[7],"driving":[8],"yet":[9],"remains":[10],"constrained":[11],"by":[12,77],"severe":[13],"bottlenecks":[14],"in":[15],"sampling":[16,20,87],"efficiency.":[17],"Standard":[18],"parallel":[19,59,103],"mitigates":[21],"this":[22],"but":[23],"suffers":[24],"from":[25,89,142],"the":[26,30,86,99,108,140,160],"straggler":[27],"effect,":[28],"where":[29],"premature":[31,111],"termination":[32,100],"of":[33,102,110],"a":[34,38,57,125,154],"single":[35],"environment":[36],"necessitates":[37],"synchronized":[39],"batch":[40],"re-initialization,":[41],"leading":[42],"to":[43,73,118,138],"suboptimal":[44],"sample":[45],"utilization":[46],"and":[47,134],"prohibitive":[48],"re-initialization":[49],"latency.":[50],"To":[51],"address":[52],"this,":[53],"we":[54,123],"propose":[55],"FAST,":[56],"synchronous":[58],"framework":[60],"tailored":[61],"simulation.":[64],"Specifically,":[65],"FAST":[66,105,150],"employs":[67],"Dynamic":[68],"Parallel":[69],"Sampling":[70],"Alignment":[71],"(DPSA)":[72],"maintain":[74],"vectorization":[75],"synchronization":[76],"extending":[78],"terminated":[79],"episodes":[80],"via":[81],"virtual":[82],"continuation,":[83],"thereby":[84],"decoupling":[85],"loop":[88],"individual":[90],"terminations.":[91],"By":[92],"dynamically":[93],"triggering":[94],"global":[95],"truncation":[96],"based":[97],"on":[98],"rate":[101],"clips,":[104],"effectively":[106],"eliminates":[107],"bottleneck":[109],"resets":[112],"without":[113],"sacrificing":[114],"data":[115],"diversity.":[116],"Furthermore,":[117],"strictly":[119],"preserve":[120],"theoretical":[121],"consistency,":[122],"incorporate":[124],"Scaled":[126],"Mask-Padding":[127],"Optimization":[128],"(SMPO)":[129],"that":[130,149],"leverages":[131],"validity":[132],"masking":[133],"adaptive":[135],"loss":[136],"normalization":[137],"nullify":[139],"bias":[141],"auxiliary":[143],"padding":[144],"data.":[145],"Empirical":[146],"evaluations":[147],"demonstrate":[148],"achieves":[151],"at":[152],"least":[153],"1.78":[155],"times":[156],"wall-clock":[157],"speedup":[158],"over":[159],"single-clip":[161],"baseline":[162],"while":[163],"preserving":[164],"statistical":[165],"unbiasedness.":[166]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-24T00:00:00"}