{"id":"https://openalex.org/W7161832489","doi":"https://doi.org/10.48550/arxiv.2605.19433","title":"Backtracking When It Strays: Mitigating Dual Exposure Biases in LLM Reasoning Distillation","display_name":"Backtracking When It Strays: Mitigating Dual Exposure Biases in LLM Reasoning Distillation","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161832489","doi":"https://doi.org/10.48550/arxiv.2605.19433"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.19433","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19433","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.19433","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136533272","display_name":"Bing Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136591826","display_name":"Shaotian Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Shaotian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136598205","display_name":"Chen Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136524496","display_name":"kaiyuan liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"liu, kaiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030567406","display_name":"Sinan Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Sinan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136545465","display_name":"Ximing Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ximing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136563509","display_name":"Rui Miao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miao, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136600076","display_name":"Xiaosong Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Xiaosong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136512984","display_name":"Zhanming Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Zhanming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136607122","display_name":"Jieping Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Jieping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.16459999978542328,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.16459999978542328,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.1509999930858612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14259999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6848999857902527},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5519999861717224},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5306000113487244},{"id":"https://openalex.org/keywords/backtracking","display_name":"Backtracking","score":0.5264999866485596},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4860999882221222},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.37299999594688416},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.32030001282691956}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7293999791145325},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6848999857902527},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5519999861717224},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5306000113487244},{"id":"https://openalex.org/C156884757","wikidata":"https://www.wikidata.org/wiki/Q798554","display_name":"Backtracking","level":2,"score":0.5264999866485596},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4860999882221222},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4684000015258789},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4196999967098236},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.37299999594688416},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C2777742833","wikidata":"https://www.wikidata.org/wiki/Q1964083","display_name":"Reciprocal","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.19433","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19433","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.19433","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19433","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5662790536880493,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,36],"(LLMs)":[3],"have":[4],"achieved":[5],"remarkable":[6],"success":[7],"in":[8,78,224],"complex":[9],"reasoning":[10,25,31,141,225],"tasks":[11],"via":[12],"long":[13,79],"chain-of-thought":[14],"(CoT),":[15],"yet":[16],"their":[17,91],"immense":[18],"computational":[19],"overhead":[20],"hinders":[21],"real-world":[22],"deployment.":[23],"LLM":[24,140],"distillation":[26,43,51,86,142],"addresses":[27],"this":[28,123,163],"by":[29],"transferring":[30],"capabilities":[32],"from":[33,58],"formidable":[34],"teacher":[35,107,174],"to":[37,63,75,89,111,167,176,187,195],"compact":[38],"student":[39,185],"models.":[40],"However,":[41],"existing":[42],"paradigms":[44],"face":[45],"a":[46,101,138,218],"fundamental":[47],"dilemma.":[48],"Typical":[49],"off-policy":[50],"strictly":[52],"utilizes":[53],"teacher-generated":[54],"golden":[55],"trajectories,":[56,93],"suffering":[57],"an":[59,153],"exposure":[60,104,125,189,198,215],"bias":[61],"due":[62],"the":[64,106,148,158,168,178,203,213],"mismatch":[65],"between":[66],"training":[67],"distributions":[68],"and":[69,132,161,172,205],"student-generated":[70,118],"inference":[71],"contexts,":[72],"which":[73],"leads":[74],"error":[76],"cascades":[77],"CoT":[80],"reasoning.":[81],"To":[82,121],"address":[83],"this,":[84],"on-policy":[85,150],"allows":[87],"students":[88],"explore":[90],"own":[92],"but":[94],"we":[95,128],"demonstrate":[96,208],"that":[97,209],"it":[98,135],"inherently":[99,182],"introduces":[100],"reciprocal":[102],"reversed":[103,197],"bias:":[105],"model":[108],"also":[109],"struggles":[110],"provide":[112],"positive":[113],"guidance":[114],"when":[115,134],"conditioned":[116],"on":[117,202],"sub-optimal":[119,193],"contexts.":[120],"resolve":[122],"dual":[124,214],"biases":[126],"problem,":[127],"propose":[129],"Monitoring":[130],"Trajectories":[131],"Backtracking":[133],"strays":[136,160],"(MOTAB),":[137],"new":[139],"pipeline.":[143],"Specifically,":[144],"MOTAB":[145,165,210],"dynamically":[146],"monitors":[147],"student's":[149],"generation":[151,159],"against":[152],"adaptive":[154],"safety":[155],"boundary.":[156],"When":[157],"exceeds":[162],"threshold,":[164],"backtracks":[166],"last":[169],"safe":[170],"state":[171],"leverages":[173],"intervention":[175],"correct":[177],"course.":[179],"This":[180],"approach":[181],"tolerates":[183],"minor":[184],"errors":[186],"mitigate":[188],"bias,":[190],"while":[191],"preventing":[192],"contexts":[194],"circumvent":[196],"bias.":[199],"Extensive":[200],"experiments":[201],"LIMO-v2":[204],"AceReason":[206],"datasets":[207],"effectively":[211],"alleviates":[212],"biases,":[216],"yielding":[217],"roughly":[219],"3%":[220],"average":[221],"performance":[222],"improvement":[223],"tasks.":[226]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-21T00:00:00"}