{"id":"https://openalex.org/W7163655682","doi":"https://doi.org/10.48550/arxiv.2606.06021","title":"OPRD: On-Policy Representation Distillation","display_name":"OPRD: On-Policy Representation Distillation","publication_year":2026,"publication_date":"2026-06-04","ids":{"openalex":"https://openalex.org/W7163655682","doi":"https://doi.org/10.48550/arxiv.2606.06021"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.06021","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06021","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.06021","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137945711","display_name":"Shenzhi Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Shenzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000700814","display_name":"G. Zhu","orcid":"https://orcid.org/0000-0003-4364-866X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Guangcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137968925","display_name":"Bowen Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137943088","display_name":"Haobo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Haobo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137974840","display_name":"Mingxuan Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Mingxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114804130","display_name":"Xing Zheng","orcid":"https://orcid.org/0000-0003-3171-6506"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Xing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103062942","display_name":"Yingfan Ma","orcid":"https://orcid.org/0009-0004-7335-785X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Yingfan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102157705","display_name":"Zhongqi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhongqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137970191","display_name":"Weiqiang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Weiqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138012972","display_name":"Gang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Junbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Chen, Gang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Gang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.23659999668598175,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.23659999668598175,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.1046999990940094,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06729999929666519,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.7567999958992004},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.6983000040054321},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.6252999901771545},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5976999998092651},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.541700005531311},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.5133000016212463},{"id":"https://openalex.org/keywords/column","display_name":"Column (typography)","score":0.5063999891281128},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.4625000059604645}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.7567999958992004},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.6983000040054321},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.640500009059906},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.6252999901771545},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5976999998092651},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.541700005531311},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5133000016212463},{"id":"https://openalex.org/C2780551164","wikidata":"https://www.wikidata.org/wiki/Q2306599","display_name":"Column (typography)","level":3,"score":0.5063999891281128},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4878999888896942},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.4625000059604645},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.42160001397132874},{"id":"https://openalex.org/C154030694","wikidata":"https://www.wikidata.org/wiki/Q1436074","display_name":"Fractionating column","level":3,"score":0.40450000762939453},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36340001225471497},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35899999737739563},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.3528999984264374},{"id":"https://openalex.org/C2779652578","wikidata":"https://www.wikidata.org/wiki/Q5442977","display_name":"Fence (mathematics)","level":2,"score":0.33559998869895935},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.33329999446868896},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.322299987077713},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.31360000371932983},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C77660490","wikidata":"https://www.wikidata.org/wiki/Q244916","display_name":"Intermediate language","level":3,"score":0.2799000144004822},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C2778753569","wikidata":"https://www.wikidata.org/wiki/Q1960395","display_name":"Span (engineering)","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2578999996185303}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.06021","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06021","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.06021","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06021","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6764191389083862,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"On-policy":[0],"distillation":[1,61],"(OPD)":[2],"supervises":[3],"the":[4,8,31,34,44,55,63,76,87,99,119,138,156,163,189,192,202,226],"student":[5,32,68],"exclusively":[6],"in":[7],"output":[9,193],"space":[10,194],"by":[11],"matching":[12],"next-token":[13],"distributions.":[14],"This":[15],"paradigm":[16],"suffers":[17],"from":[18,191],"two":[19],"limitations:":[20],"(i)":[21],"a":[22,94,169,175,198],"high-variance":[23],"gradient":[24],"estimator":[25],"whose":[26],"signal-to-noise":[27],"ratio":[28],"collapses":[29],"as":[30],"approaches":[33],"teacher,":[35,139],"and":[36,69,106,130,144,185,214],"(ii)":[37],"an":[38],"LM-head":[39],"information":[40,109],"bottleneck":[41],"that":[42,103,110,165,179],"discards":[43],"teacher's":[45],"intermediate":[46],"hidden":[47],"states.":[48],"We":[49,151,205],"propose":[50],"On-Policy":[51],"Representation":[52],"Distillation":[53],"(OPRD),":[54],"first":[56],"method":[57],"to":[58,147,155,201],"lift":[59],"on-policy":[60,78],"into":[62],"hidden-state":[64],"space.":[65,204],"OPRD":[66,92,117,154],"aligns":[67,180],"teacher":[70],"representations":[71,181],"across":[72,182],"selected":[73],"layers":[74],"on":[75,122,197,208],"same":[77],"rollouts,":[79],"providing":[80],"dense,":[81],"deterministic,":[82],"per-layer":[83],"supervision":[84],"while":[85,140],"bypassing":[86],"LM":[88],"head":[89],"entirely.":[90],"Theoretically,":[91],"provides":[93],"deterministic":[95],"per-sample":[96],"gradient,":[97],"removing":[98],"token-level":[100],"estimation":[101],"variance":[102],"plagues":[104],"OPD,":[105],"exposes":[107],"structural":[108],"any":[111],"output-space":[112,134],"objective":[113],"necessarily":[114],"discards.":[115],"Empirically,":[116],"closes":[118],"student-teacher":[120],"gap":[121],"competition":[123],"mathematics":[124],"benchmarks":[125],"(AIME":[126],"2024,":[127],"AIME":[128],"2025,":[129],"AIMO),":[131],"where":[132],"every":[133],"baseline":[135],"plateaus":[136],"below":[137],"training":[141],"1.44x":[142],"faster":[143],"using":[145],"up":[146],"54%":[148],"less":[149],"memory.":[150],"further":[152],"extend":[153],"cross-architecture":[157,210],"setting":[158],"via":[159],"OPRD-Bridge.":[160],"By":[161],"exploiting":[162],"observation":[164],"heterogeneous":[166],"models":[167],"share":[168],"low-rank":[170],"representational":[171],"structure,":[172],"we":[173],"construct":[174],"frozen":[176],"projector":[177],"pair":[178],"arbitrary":[183],"depth":[184],"width":[186],"mismatches,":[187],"shifting":[188],"alignment":[190,228],"(which":[195],"depends":[196],"shared":[199],"vocabulary)":[200],"representation":[203],"validate":[206],"OPRD-Bridge":[207],"both":[209],"(Qwen3-4B":[211],"->":[212,217],"Qwen3-1.7B-Base)":[213,218],"cross-tokenizer":[215],"(Phi-4-mini-reasoning":[216],"settings,":[219],"demonstrating":[220],"successful":[221],"knowledge":[222],"transfer":[223],"even":[224],"when":[225],"vocabulary-based":[227],"channel":[229],"is":[230],"unavailable.":[231],"Code:":[232],"https://github.com/ShenzhiYang2000/OPRD.":[233]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-06T00:00:00"}