{"id":"https://openalex.org/W7161046900","doi":"https://doi.org/10.48550/arxiv.2605.11458","title":"Adaptive Teacher Exposure for Self-Distillation in LLM Reasoning","display_name":"Adaptive Teacher Exposure for Self-Distillation in LLM Reasoning","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161046900","doi":"https://doi.org/10.48550/arxiv.2605.11458"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11458","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11458","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11458","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136007238","display_name":"Zihao Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136079566","display_name":"Tiangang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Tiangang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136039034","display_name":"Huaibin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Huaibin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136038059","display_name":"Yilun Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Yilun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.48539999127388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.48539999127388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.09539999812841415,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07209999859333038,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/window","display_name":"Window (computing)","score":0.46799999475479126},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4519999921321869},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4341000020503998},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.40369999408721924},{"id":"https://openalex.org/keywords/monotonic-function","display_name":"Monotonic function","score":0.36809998750686646},{"id":"https://openalex.org/keywords/token-economy","display_name":"Token economy","score":0.33379998803138733},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.3278999924659729}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5508999824523926},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.48669999837875366},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.46799999475479126},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4519999921321869},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4341000020503998},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.40369999408721924},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.39809998869895935},{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.36809998750686646},{"id":"https://openalex.org/C155076860","wikidata":"https://www.wikidata.org/wiki/Q1932004","display_name":"Token economy","level":3,"score":0.33379998803138733},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3278999924659729},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3181999921798706},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2849999964237213},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.25699999928474426},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.25440001487731934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11458","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11458","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11458","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11458","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7415260672569275}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"On-policy":[0],"self-distillation":[1,231],"has":[2,35],"become":[3,79],"a":[4,11,59,123,128,148,163,180],"strong":[5,81],"recipe":[6],"for":[7,139,162,256],"LLM":[8],"reasoning,":[9],"where":[10],"privileged":[12,114],"teacher":[13,39,65,111,119,249],"supervises":[14],"the":[15,22,38,42,55,64,71,75,100,110,144,193,204],"student's":[16,72,194],"own":[17],"rollouts":[18],"while":[19],"conditioning":[20],"on":[21,67,91,153,192,213],"reference":[23,44],"solution.":[24],"A":[25,84],"design":[26],"choice":[27],"shared":[28],"by":[29,189,209,238],"nearly":[30],"all":[31],"such":[32],"methods,":[33],"however,":[34],"gone":[36],"unquestioned:":[37],"always":[40],"sees":[41,112],"full":[43,95],"reasoning.":[45,115],"We":[46,133],"argue":[47],"that":[48,184,226],"this":[49,89,172],"default":[50],"itself":[51],"is":[52,97],"part":[53],"of":[54,167],"problem":[56],"and":[57,103,157,218,232,241,246],"identify":[58],"teacher-side":[60],"exposure":[61,96,120,161,173,250],"mismatch:":[62],"when":[63],"conditions":[66],"reasoning":[68,257],"far":[69],"beyond":[70],"current":[73],"competence,":[74],"resulting":[76],"token":[77],"targets":[78],"too":[80],"to":[82],"absorb.":[83],"controlled":[85],"fixed-exposure":[86],"sweep":[87],"makes":[88],"concrete":[90],"two":[92],"fronts:":[93],"1)":[94],"not":[98,121],"reliably":[99],"best":[101],"choice,":[102],"2)":[104],"student-teacher":[105],"mismatch":[106],"grows":[107],"monotonically":[108],"as":[109,122,127,251],"more":[113],"This":[116],"motivates":[117],"treating":[118],"fixed":[124],"hyperparameter":[125],"but":[126],"learnable":[129],"training-time":[130],"control":[131],"variable.":[132],"therefore":[134],"propose":[135],"Adaptive":[136],"Teacher":[137],"Exposure":[138],"Self-Distillation":[140],"(ATESD).":[141],"ATESD":[142,227],"models":[143],"reveal":[145],"ratio":[146],"with":[147,179],"lightweight":[149],"Beta-policy":[150],"controller":[151,174],"conditioned":[152],"compact":[154],"training-state":[155],"statistics,":[156],"uses":[158],"one":[159],"sampled":[160],"short":[164],"hold":[165],"window":[166],"student":[168],"updates.":[169],"To":[170],"make":[171],"learnable,":[175],"we":[176],"optimize":[177],"it":[178],"discounted":[181],"learning-progress":[182],"reward":[183],"scores":[185],"each":[186],"held":[187],"decision":[188],"its":[190,199],"effect":[191],"future":[195],"improvement":[196],"rather":[197],"than":[198],"immediate":[200],"loss":[201],"change,":[202],"addressing":[203],"delayed":[205],"credit":[206],"assignment":[207],"induced":[208],"on-policy":[210],"distillation.":[211],"Experiments":[212],"AIME":[214,216],"24,":[215],"25,":[217],"HMMT":[219],"25":[220],"across":[221],"Qwen3-{1.7B,":[222],"4B,":[223],"8B}":[224],"show":[225],"consistently":[228],"outperforms":[229],"competitive":[230],"RL":[233],"baselines,":[234],"improving":[235],"over":[236],"OPSD":[237],"+0.95,":[239],"+2.05,":[240],"+2.33":[242],"Average@12":[243],"points":[244],"respectively,":[245],"establishing":[247],"adaptive":[248],"an":[252],"effective":[253],"new":[254],"axis":[255],"self-distillation.":[258]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}