{"id":"https://openalex.org/W7160547054","doi":"https://doi.org/10.48550/arxiv.2605.04470","title":"CRAFT: Counterfactual-to-Interactive Reinforcement Fine-Tuning for Driving Policies","display_name":"CRAFT: Counterfactual-to-Interactive Reinforcement Fine-Tuning for Driving Policies","publication_year":2026,"publication_date":"2026-05-06","ids":{"openalex":"https://openalex.org/W7160547054","doi":"https://doi.org/10.48550/arxiv.2605.04470"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.04470","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04470","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.04470","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135580863","display_name":"Keyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Keyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048033045","display_name":"Nanfei Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Nanfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101638214","display_name":"Yida Wang","orcid":"https://orcid.org/0000-0001-8165-840X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yida","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135560887","display_name":"Wenchao Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Wenchao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135546773","display_name":"Danqi Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Danqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135626851","display_name":"Hao Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5036282981","display_name":"Sifa Zheng","orcid":"https://orcid.org/0000-0001-5160-1365"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Sifa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3808000087738037,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3808000087738037,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.29089999198913574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.04960000142455101,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.8241000175476074},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.7635999917984009},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.6527000069618225},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6305999755859375},{"id":"https://openalex.org/keywords/craft","display_name":"Craft","score":0.5867000222206116},{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.4117000102996826},{"id":"https://openalex.org/keywords/futures-contract","display_name":"Futures contract","score":0.3885999917984009},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.3422999978065491}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.8241000175476074},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.7635999917984009},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6527000069618225},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6305999755859375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6190000176429749},{"id":"https://openalex.org/C2779732396","wikidata":"https://www.wikidata.org/wiki/Q2207288","display_name":"Craft","level":2,"score":0.5867000222206116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41280001401901245},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.4117000102996826},{"id":"https://openalex.org/C106306483","wikidata":"https://www.wikidata.org/wiki/Q183984","display_name":"Futures contract","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.34130001068115234},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.33079999685287476},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3253999948501587},{"id":"https://openalex.org/C156325361","wikidata":"https://www.wikidata.org/wiki/Q1152864","display_name":"Grounded theory","level":3,"score":0.3190000057220459},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.302700012922287},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.2732999920845032}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.04470","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04470","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.04470","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04470","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Open-loop":[0],"imitation":[1],"learning":[2],"has":[3],"advanced":[4],"modern":[5],"autonomous":[6],"driving":[7],"policy":[8,110,125],"architectures,":[9],"but":[10,34,52],"closed-loop":[11,25,70,86,94,124,157],"deployment":[12],"remains":[13],"vulnerable":[14],"to":[15],"policy-induced":[16],"distribution":[17],"shift.":[18],"Existing":[19],"post-training":[20,71],"paradigms":[21],"exhibit":[22],"fundamental":[23],"trade-offs:":[24],"RL":[26],"fine-tuning":[27,45],"provides":[28,46],"grounded":[29,97,149,186],"feedback":[30],"from":[31,55,100],"executed":[32],"actions":[33],"is":[35],"constrained":[36],"by":[37],"the":[38,93,108,122,133,155,178],"sparsity":[39],"of":[40,181],"informative":[41],"events,":[42],"whereas":[43],"counterfactual":[44,78,183],"dense":[47,82,182],"supervision":[48],"over":[49],"candidate":[50],"futures":[51],"inherits":[53],"bias":[54,147],"imperfect":[56],"future":[57],"estimates.":[58],"We":[59],"introduce":[60],"Counterfactual-to-Interactive":[61],"Reinforcement":[62],"Fine-Tuning":[63],"(CRAFT),":[64],"an":[65,112,141],"on-policy":[66],"framework":[67],"that":[68],"formulates":[69],"as":[72,80],"proxy-residual":[73],"optimization.":[74],"CRAFT":[75,106,120,153],"uses":[76],"group-normalized":[77],"advantages":[79,87],"a":[81],"proxy":[83,91,128,143,146,184],"for":[84],"real":[85,123],"and":[88,129,165,173,185],"aligns":[89],"this":[90],"with":[92,140],"world":[95],"through":[96,148],"residual":[98,130,138,150,187],"correction":[99],"interaction-critical":[101],"events.":[102],"To":[103],"stabilize":[104],"adaptation,":[105],"regularizes":[107],"online":[109],"toward":[111],"EMA":[113],"teacher":[114],"via":[115],"asymmetric":[116],"KL":[117],"self-distillation.":[118],"Theoretically,":[119],"decomposes":[121],"gradient":[126],"into":[127],"terms":[131],"under":[132],"same":[134],"visited-state":[135],"distribution,":[136],"reducing":[137],"variance":[139],"aligned":[142],"while":[144],"mitigating":[145],"approximation.":[151],"Empirically,":[152],"achieves":[154],"strongest":[156],"gains":[158],"on":[159],"Bench2Drive":[160],"across":[161],"hierarchical":[162],"planning,":[163],"vision-language-action,":[164],"vocabulary-scoring":[166],"architectures.":[167],"Ablations,":[168],"scaling":[169],"behavior,":[170],"stability":[171],"analyses,":[172],"transfer":[174],"results":[175],"further":[176],"validate":[177],"complementary":[179],"roles":[180],"correction.":[188],"Project":[189],"page:":[190],"https://currychen77.github.io/CRAFT.":[191]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-08T00:00:00"}