{"id":"https://openalex.org/W7160506645","doi":"https://doi.org/10.48550/arxiv.2605.04647","title":"ReflectDrive-2: Reinforcement-Learning-Aligned Self-Editing for Discrete Diffusion Driving","display_name":"ReflectDrive-2: Reinforcement-Learning-Aligned Self-Editing for Discrete Diffusion Driving","publication_year":2026,"publication_date":"2026-05-06","ids":{"openalex":"https://openalex.org/W7160506645","doi":"https://doi.org/10.48550/arxiv.2605.04647"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.04647","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04647","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.04647","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135570064","display_name":"Huimin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Huimin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135628022","display_name":"Yue Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008601225","display_name":"Bihao Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Bihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135562703","display_name":"Pengxiang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Pengxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135606232","display_name":"Ben Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Ben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101606705","display_name":"Mingqian Wang","orcid":"https://orcid.org/0000-0003-1142-4274"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Mingqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135600786","display_name":"Tong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Tong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135555469","display_name":"Chuan Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Chuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135574394","display_name":"Teng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Teng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135618391","display_name":"Kun Zhan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhan, Kun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.37529999017715454,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.37529999017715454,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.11959999799728394,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.09109999984502792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7178999781608582},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.517300009727478},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.46779999136924744},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.46149998903274536},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4526999890804291},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.43070000410079956},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4226999878883362},{"id":"https://openalex.org/keywords/coupling","display_name":"Coupling (piping)","score":0.4059000015258789},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.38499999046325684}],"concepts":[{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7178999781608582},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6485000252723694},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.517300009727478},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.46779999136924744},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.46149998903274536},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4526999890804291},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44040000438690186},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.43070000410079956},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4226999878883362},{"id":"https://openalex.org/C131584629","wikidata":"https://www.wikidata.org/wiki/Q4308705","display_name":"Coupling (piping)","level":2,"score":0.4059000015258789},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.38499999046325684},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.37540000677108765},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.36059999465942383},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.3571000099182129},{"id":"https://openalex.org/C2776937971","wikidata":"https://www.wikidata.org/wiki/Q4384217","display_name":"Heading (navigation)","level":2,"score":0.34689998626708984},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3391000032424927},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3140999972820282},{"id":"https://openalex.org/C9395851","wikidata":"https://www.wikidata.org/wiki/Q177929","display_name":"Stack (abstract data type)","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.30160000920295715},{"id":"https://openalex.org/C49304495","wikidata":"https://www.wikidata.org/wiki/Q49393","display_name":"Projectile","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C2779664074","wikidata":"https://www.wikidata.org/wiki/Q3518405","display_name":"Terminal (telecommunication)","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.27149999141693115},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.04647","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04647","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.04647","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04647","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.7421126961708069,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,85,140],"introduce":[1],"ReflectDrive-2,":[2],"a":[3,57,176],"masked":[4,27],"discrete":[5,19,30],"diffusion":[6],"planner":[7],"with":[8,92,169],"separate":[9],"action":[10],"expert":[11,66,83],"for":[12,116,148],"autonomous":[13],"driving":[14,98],"that":[15],"represents":[16],"plans":[17],"as":[18],"trajectory":[20,35,104],"tokens":[21,40],"and":[22,71,75,105,119,159,172],"generates":[23],"them":[24],"through":[25,109],"parallel":[26],"decoding.":[28],"This":[29],"token":[31],"space":[32],"enables":[33],"in-place":[34],"revision:":[36],"AutoEdit":[37,126],"rewrites":[38],"selected":[39],"using":[41],"the":[42,77,81,88,101,149],"same":[43],"model,":[44],"without":[45],"requiring":[46],"an":[47,143],"auxiliary":[48],"refinement":[49],"network.":[50],"To":[51],"train":[52],"this":[53],"capability,":[54],"we":[55,61],"use":[56],"two-stage":[58],"procedure.":[59],"First,":[60],"construct":[62],"structure-aware":[63],"perturbations":[64],"of":[65],"trajectories":[67],"along":[68],"longitudinal":[69],"progress":[70],"lateral":[72],"heading":[73],"directions":[74],"supervise":[76],"model":[78],"to":[79,100,138],"recover":[80],"original":[82],"trajectory.":[84],"then":[86],"fine-tune":[87],"full":[89],"decision--draft--reflect":[90,150],"rollout":[91],"reinforcement":[93],"learning":[94],"(RL),":[95],"assigning":[96],"terminal":[97],"reward":[99],"final":[102],"post-edit":[103],"propagating":[106],"policy-gradient":[107],"credit":[108],"full-rollout":[110],"transitions.":[111],"Full-rollout":[112],"RL":[113,134],"proves":[114],"crucial":[115],"coupling":[117],"drafting":[118],"editing:":[120],"under":[121],"supervised":[122],"training":[123],"alone,":[124],"inference-time":[125],"improves":[127],"PDMS":[128,168,174],"by":[129],"at":[130,182],"most":[131],"$0.3$,":[132],"whereas":[133],"increases":[135],"its":[136],"gain":[137],"$1.9$.":[139],"also":[141],"co-design":[142],"efficient":[144],"reflective":[145],"decoding":[146],"stack":[147],"pipeline,":[151],"combining":[152],"shared-prefix":[153],"KV":[154],"reuse,":[155],"Alternating":[156],"Step":[157],"Decode,":[158],"fused":[160],"on-device":[161],"unmasking.":[162],"On":[163],"NAVSIM,":[164],"ReflectDrive-2":[165],"achieves":[166],"$91.0$":[167],"camera-only":[170],"input":[171],"$94.8$":[173],"in":[175],"best-of-6":[177],"oracle":[178],"setting,":[179],"while":[180],"running":[181],"$31.8$":[183],"ms":[184],"average":[185],"latency":[186],"on":[187],"NVIDIA":[188],"Thor.":[189]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-08T00:00:00"}