{"id":"https://openalex.org/W7166701728","doi":"https://doi.org/10.48550/arxiv.2606.30406","title":"MOPD: Multi-Teacher On-Policy Distillation for Capability Integration in LLM Post-Training","display_name":"MOPD: Multi-Teacher On-Policy Distillation for Capability Integration in LLM Post-Training","publication_year":2026,"publication_date":"2026-06-29","ids":{"openalex":"https://openalex.org/W7166701728","doi":"https://doi.org/10.48550/arxiv.2606.30406"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.30406","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30406","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.30406","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139662682","display_name":"Wenhan Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Wenhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139676429","display_name":"Jianyu Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Jianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021606172","display_name":"L Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139691330","display_name":"Hailin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hailin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114138483","display_name":"Bangjun Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Bangjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139663625","display_name":"Lei Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133234253","display_name":"Qibin Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Qibin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139670023","display_name":"Bofei Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Bofei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139681535","display_name":"Yudong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yudong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052597908","display_name":"R K Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Rang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051353261","display_name":"Jinhao Dong","orcid":"https://orcid.org/0009-0009-0416-6896"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Jinhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139705236","display_name":"Zhifang Sui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sui, Zhifang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139708658","display_name":"Fuli Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Fuli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20239999890327454,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20239999890327454,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.10339999943971634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.08510000258684158,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5917999744415283},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5526999831199646},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.529699981212616},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.4948999881744385},{"id":"https://openalex.org/keywords/coupling","display_name":"Coupling (piping)","score":0.366100013256073},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3587000072002411}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.683899998664856},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5917999744415283},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5526999831199646},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.529699981212616},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.4948999881744385},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4426000118255615},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3711000084877014},{"id":"https://openalex.org/C131584629","wikidata":"https://www.wikidata.org/wiki/Q4308705","display_name":"Coupling (piping)","level":2,"score":0.366100013256073},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3587000072002411},{"id":"https://openalex.org/C34146451","wikidata":"https://www.wikidata.org/wiki/Q5048094","display_name":"Cascade","level":2,"score":0.31709998846054077},{"id":"https://openalex.org/C50942859","wikidata":"https://www.wikidata.org/wiki/Q4967193","display_name":"Rectification","level":3,"score":0.29739999771118164},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C54725748","wikidata":"https://www.wikidata.org/wiki/Q7247277","display_name":"Process integration","level":2,"score":0.2759999930858612}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.30406","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30406","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.30406","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30406","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.45174309611320496}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"rely":[5],"on":[6,79],"reinforcement":[7],"learning":[8],"during":[9],"post-training":[10,48,135],"to":[11,65],"push":[12],"specific":[13],"capabilities,":[14],"yet":[15],"integrating":[16],"multiple":[17,55],"capabilities":[18,53],"into":[19,76],"one":[20],"model":[21],"remains":[22],"hard.":[23],"Existing":[24],"methods,":[25],"such":[26],"as":[27],"Off-Policy":[28,100],"Finetune":[29],"and":[30,87,102],"Mix-RL,":[31,97],"are":[32],"either":[33],"inefficient":[34],"or":[35],"lose":[36],"performance.":[37],"In":[38],"this":[39],"work,":[40],"we":[41,59],"propose":[42],"Multi-teacher":[43],"On-Policy":[44],"Distillation":[45],"(MOPD),":[46],"a":[47,67,89],"paradigm":[49],"for":[50,146],"combining":[51],"the":[52,77,122,134],"of":[54,69,108,118,126,136],"domain":[56,70,119],"RL":[57,64],"teachers:":[58],"first":[60],"run":[61],"per-domain":[62],"specialised":[63],"obtain":[66],"set":[68],"teachers,":[71,120],"then":[72],"distill":[73],"these":[74],"teachers":[75],"student":[78],"its":[80,143],"own":[81],"rollouts.":[82],"This":[83],"eliminates":[84],"exposure":[85],"bias":[86],"provides":[88],"dense":[90],"optimization":[91],"signal.":[92],"On":[93],"Qwen3-30B-A3B,":[94],"MOPD":[95,112,129],"outperforms":[96],"Cascade":[98],"RL,":[99],"Finetune,":[101],"Param-Merge":[103],"baselines,":[104],"inheriting":[105],"nearly":[106],"all":[107],"each":[109],"teacher's":[110],"capability.":[111],"also":[113],"enables":[114],"parallel,":[115],"independent":[116],"development":[117],"removing":[121],"cross-domain":[123],"coupling":[124],"typical":[125],"multi-domain":[127],"post-training.":[128],"has":[130],"been":[131],"deployed":[132],"in":[133,149],"MiMo-V2-Flash,":[137],"an":[138],"industrial-scale":[139],"frontier":[140],"model,":[141],"demonstrating":[142],"practical":[144],"value":[145],"capability":[147],"integration":[148],"frontier-scale":[150],"LLMs.":[151]},"counts_by_year":[],"updated_date":"2026-07-01T06:29:00.853634","created_date":"2026-07-01T00:00:00"}