{"id":"https://openalex.org/W7170318079","doi":"https://doi.org/10.48550/arxiv.2607.20918","title":"OPOD: On-Policy Omni Distillation","display_name":"OPOD: On-Policy Omni Distillation","publication_year":2026,"publication_date":"2026-07-23","ids":{"openalex":"https://openalex.org/W7170318079","doi":"https://doi.org/10.48550/arxiv.2607.20918"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.20918","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.20918","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.20918","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5141592896","display_name":"T Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Tong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143557246","display_name":"Yuyang Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Yuyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143698118","display_name":"Yutao Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yutao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085698173","display_name":"Ye Lu","orcid":"https://orcid.org/0000-0002-2376-4519"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Reed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048582949","display_name":"Haijin Liang","orcid":"https://orcid.org/0009-0006-3464-9192"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Haijin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143712097","display_name":"Haibo Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Haibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085698173","display_name":"Ye Lu","orcid":"https://orcid.org/0000-0002-2376-4519"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5143707056","display_name":"Zhicheng Dou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dou, Zhicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5810999870300293,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5810999870300293,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1720999926328659,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.0340999998152256,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6047999858856201},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5759000182151794},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5069000124931335},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.3100999891757965},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.305400013923645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7437999844551086},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6047999858856201},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5759000182151794},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5188999772071838},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5069000124931335},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43630000948905945},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37070000171661377},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.3100999891757965},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28780001401901245},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2533999979496002},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.20918","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.20918","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.20918","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.20918","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8005270957946777,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Omni-modal":[0],"models":[1],"provide":[2],"a":[3,151],"unified":[4],"interface":[5],"for":[6,171,239],"text,":[7,122],"images,":[8],"and":[9,50,54,70,124,143,165,193,195,203,213,221],"audio.":[10],"However,":[11],"improving":[12],"these":[13,73,112],"abilities":[14],"together":[15],"remains":[16],"difficult,":[17],"as":[18],"post-training":[19],"on":[20,176,217,226],"pooled":[21,214],"multimodal":[22],"data":[23],"often":[24],"fails":[25],"to":[26,81,91,135,154],"preserve":[27],"the":[28,47,52,66,92,103,136,140,148,155,167,172,183,197,210,230,235],"strengths":[29],"of":[30],"modality":[31,83],"teachers.":[32,84],"On-policy":[33],"distillation":[34],"(OPD)":[35],"has":[36],"recently":[37],"become":[38],"popular":[39],"in":[40],"model":[41,188,212],"post-training.":[42],"It":[43],"samples":[44],"responses":[45],"from":[46,105],"current":[48],"student":[49,104,236],"compares":[51],"teacher's":[53,98],"student's":[55],"next-token":[56,99],"distributions":[57],"along":[58],"those":[59],"responses,":[60],"yielding":[61],"dense":[62],"supervision":[63],"while":[64,95],"reducing":[65],"mismatch":[67],"between":[68],"training":[69,216],"inference.":[71],"Despite":[72],"advantages,":[74],"standard":[75],"OPD":[76],"does":[77],"not":[78],"readily":[79],"extend":[80],"several":[82],"Their":[85],"guidance":[86,145],"may":[87],"favor":[88],"conflicting":[89],"changes":[90],"shared":[93],"model,":[94],"matching":[96],"each":[97,133],"distribution":[100],"can":[101],"prevent":[102],"moving":[106],"beyond":[107],"that":[108,180],"teacher.":[109],"To":[110],"address":[111],"challenges,":[113],"we":[114],"propose":[115],"On-Policy":[116],"Omni":[117],"Distillation":[118],"(OPOD),":[119],"which":[120],"consolidates":[121],"image,":[123],"audio":[125],"teachers":[126,141,231],"into":[127],"one":[128],"omni":[129],"model.":[130],"OPOD":[131,181],"routes":[132],"response":[134],"corresponding":[137],"teacher,":[138],"controls":[139],"independently,":[142],"applies":[144],"only":[146],"when":[147,229],"teacher":[149,160],"assigns":[150],"higher":[152],"probability":[153],"generated":[156],"token.":[157],"The":[158],"selected":[159],"also":[161],"evaluates":[162],"answer":[163],"confidence":[164],"whether":[166],"reasoning":[168],"increases":[169],"support":[170],"answer.":[173],"Extensive":[174],"experiments":[175],"twelve":[177,219],"benchmarks":[178],"show":[179],"achieves":[182],"best":[184],"average":[185],"at":[186],"three":[187],"scales,":[189],"reaching":[190],"70.8,":[191],"51.7,":[192],"46.2":[194],"outperforming":[196],"strongest":[198],"comparator":[199],"by":[200],"2.1,":[201],"1.8,":[202],"1.7":[204],"points.":[205],"At":[206],"30B,":[207],"it":[208],"surpasses":[209],"base":[211],"RL":[215],"all":[218],"benchmarks,":[220],"ranks":[222],"first":[223],"or":[224],"second":[225],"eleven":[227],"even":[228],"are":[232],"included.":[233],"Only":[234],"is":[237],"retained":[238],"deployment.":[240]},"counts_by_year":[],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2026-07-25T00:00:00"}