{"id":"https://openalex.org/W7171552876","doi":"https://doi.org/10.48550/arxiv.2607.24447","title":"RP-OPSD: Resolution-Privileged On-Policy Self-Distillation for Multimodal Large Language Models","display_name":"RP-OPSD: Resolution-Privileged On-Policy Self-Distillation for Multimodal Large Language Models","publication_year":2026,"publication_date":"2026-07-27","ids":{"openalex":"https://openalex.org/W7171552876","doi":"https://doi.org/10.48550/arxiv.2607.24447"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.24447","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.24447","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.24447","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5143827921","display_name":"Qihui Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Qihui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143812311","display_name":"Yuchen Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143829779","display_name":"Zijian Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Zijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143843730","display_name":"Tao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143837431","display_name":"Mengjie Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Mengjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143858077","display_name":"Yang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143744956","display_name":"Shuangwu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Shuangwu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143807331","display_name":"Siying Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Siying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143865314","display_name":"Jian Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5143801491","display_name":"Xiaofeng Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Xiaofeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.42320001125335693,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.42320001125335693,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1395999938249588,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0892999991774559,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7843000292778015},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.649399995803833},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.5662999749183655},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5440999865531921},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5378999710083008},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.48890000581741333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8256999850273132},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7843000292778015},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.649399995803833},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.5662999749183655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5465999841690063},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5440999865531921},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5378999710083008},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.48890000581741333},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4318999946117401},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.4172999858856201},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37560001015663147},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.37290000915527344},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3231000006198883},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2838999927043915},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.24447","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.24447","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.24447","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.24447","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5547003746032715}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"On-Policy":[0,73],"Self-Distillation":[1,74],"(OPSD)":[2],"uses":[3],"privileged":[4,200],"information":[5,58],"available":[6],"only":[7,157],"to":[8,11,46,140,152,208],"the":[9,20,57,66,82,93,97,103,108,115,118,121,125,137,175],"teacher":[10,98,126],"provide":[12],"dense":[13],"token-level":[14],"supervision":[15,101],"on":[16,27,161],"trajectories":[17,87],"generated":[18,32],"by":[19,33],"student.":[21],"However,":[22],"existing":[23],"methods":[24],"often":[25],"rely":[26],"verified":[28],"solution":[29,154],"traces,":[30],"explanations":[31],"external":[34,150],"models,":[35],"or":[36],"manually":[37],"localized":[38],"visual":[39],"evidence,":[40],"which":[41],"limits":[42],"their":[43,111],"scalable":[44,197],"application":[45],"multimodal":[47,212],"large":[48,213],"language":[49,214],"models.":[50,215],"To":[51],"address":[52],"this":[53],"issue,":[54],"we":[55],"exploit":[56],"gap":[59],"between":[60,110],"high-":[61],"and":[62,69,135,178,196,205],"low-resolution":[63,133],"views":[64],"of":[65,92,124,199],"same":[67],"image":[68],"propose":[70],"RP-OPSD":[71,143,165],"(Resolution-Privileged":[72],"for":[75,211],"Multimodal":[76],"Large":[77],"Language":[78],"Models).":[79],"During":[80],"training,":[81],"student":[83,116,119],"policy":[84,99],"generates":[85],"on-policy":[86,209],"from":[88],"images":[89],"at":[90,174],"one-quarter":[91],"original":[94,176],"resolution,":[95],"while":[96],"provides":[100],"using":[102],"original-resolution":[104,141],"images.":[105],"By":[106],"minimizing":[107],"divergence":[109],"output":[112],"distributions":[113],"along":[114],"trajectories,":[117],"learns":[120],"predictive":[122],"behavior":[123],"under":[127],"high-resolution":[128],"inputs,":[129],"thereby":[130],"strengthening":[131],"its":[132],"capability":[134],"transferring":[136],"learned":[138],"improvement":[139,170],"inference.":[142],"requires":[144],"neither":[145],"additional":[146],"human":[147],"annotations":[148],"nor":[149],"models":[151],"generate":[153],"traces":[155],"but":[156],"image--question":[158],"pairs.":[159],"Experiments":[160],"Qwen3.5-9B":[162],"show":[163],"that":[164,188],"achieves":[166],"a":[167,179,194],"5.45\\%":[168],"relative":[169],"in":[171],"average":[172],"performance":[173],"resolution":[177,189],"$1.78\\times$":[180],"training":[181],"speedup":[182],"over":[183],"OPSD.":[184],"These":[185],"results":[186],"demonstrate":[187],"differences":[190],"can":[191],"serve":[192],"as":[193],"simple":[195],"source":[198],"information,":[201],"providing":[202],"an":[203],"effective":[204],"efficient":[206],"approach":[207],"self-distillation":[210]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2026-07-29T00:00:00"}