{"id":"https://openalex.org/W7162070791","doi":"https://doi.org/10.48550/arxiv.2605.21924","title":"Visual-Advantage On-Policy Distillation for Vision-Language Models","display_name":"Visual-Advantage On-Policy Distillation for Vision-Language Models","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162070791","doi":"https://doi.org/10.48550/arxiv.2605.21924"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.21924","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21924","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.21924","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136755840","display_name":"Ruiqi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ruiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136732105","display_name":"Xiaolei Lv","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lv, Xiaolei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135832297","display_name":"Gengsheng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Gengsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122873377","display_name":"Ximo Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Ximo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136794144","display_name":"Zhiheng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhiheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136733999","display_name":"Zhengbo Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhengbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136787976","display_name":"Junkai Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Junkai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136785663","display_name":"Zhiheng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhiheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136769550","display_name":"Bo Li","orcid":"https://orcid.org/0009-0002-6614-6291"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136747463","display_name":"Jun Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136789582","display_name":"Shu Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Shu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9157999753952026,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9157999753952026,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.009800000116229057,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.008799999952316284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.8996999859809875},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4982999861240387},{"id":"https://openalex.org/keywords/monotonic-function","display_name":"Monotonic function","score":0.4368000030517578},{"id":"https://openalex.org/keywords/significant-difference","display_name":"Significant difference","score":0.3718000054359436},{"id":"https://openalex.org/keywords/visual-basic","display_name":"Visual Basic","score":0.36719998717308044},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.32280001044273376}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.8996999859809875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5687000155448914},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4982999861240387},{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42750000953674316},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.3718000054359436},{"id":"https://openalex.org/C2777315864","wikidata":"https://www.wikidata.org/wiki/Q15853013","display_name":"Visual Basic","level":3,"score":0.36719998717308044},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33889999985694885},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.32280001044273376},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29249998927116394},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2906999886035919},{"id":"https://openalex.org/C21880701","wikidata":"https://www.wikidata.org/wiki/Q2144042","display_name":"Process engineering","level":1,"score":0.2734000086784363},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C154030694","wikidata":"https://www.wikidata.org/wiki/Q1436074","display_name":"Fractionating column","level":3,"score":0.262800008058548},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.21924","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21924","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.21924","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21924","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.8684037923812866,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"On-policy":[0],"knowledge":[1],"distillation":[2,23,119,204],"has":[3],"proven":[4],"effective":[5],"for":[6],"language":[7,126,138],"models,":[8],"yet":[9],"its":[10,34],"application":[11],"to":[12,32,89],"vision-language":[13],"models":[14],"(VLMs)":[15],"remains":[16],"underexplored.":[17],"We":[18,166],"observe":[19],"that":[20,109,121,221],"standard":[21,202],"on-policy":[22,203],"can":[24],"improve":[25],"a":[26,82,97,118],"student's":[27,43],"output":[28],"quality":[29],"while":[30],"failing":[31],"strengthen":[33],"reliance":[35],"on":[36,39,63,168,177,195,205],"visual":[37,52,71,91,113,185],"input:":[38],"vision-critical":[40],"tokens,":[41,101],"the":[42,58,74,79,107,112,135,196,209,215],"predictions":[44,60],"remain":[45],"largely":[46],"unchanged":[47],"whether":[48],"or":[49],"not":[50,132],"fine-grained":[51,90],"detail":[53],"is":[54,94,131],"present,":[55],"even":[56],"though":[57],"teacher's":[59],"depend":[61],"heavily":[62],"it.To":[64],"make":[65],"this":[66],"difference":[67,77],"observable,":[68],"we":[69],"introduce":[70],"advantage":[72],"(VA),":[73],"token-level":[75,157],"log-probability":[76],"when":[78],"teacher":[80,189],"scores":[81],"student-generated":[83],"rollout":[84],"with":[85,208],"versus":[86],"without":[87],"access":[88],"detail.":[92],"VA":[93,147],"concentrated":[95],"in":[96],"small":[98],"minority":[99],"of":[100],"and":[102,156,162,173,175,184,193,217],"these":[103,222],"high-VA":[104,161],"tokens":[105],"are":[106],"ones":[108],"actually":[110],"carry":[111],"supervision":[114],"signal.":[115],"This":[116],"motivates":[117],"objective":[120],"treats":[122],"them":[123],"differently":[124],"from":[125],"scaffolding,":[127],"so":[128],"their":[129],"contribution":[130],"diluted":[133],"by":[134,153],"abundant":[136],"surrounding":[137],"tokens.We":[139],"propose":[140],"Visual-Advantage":[141],"On-Policy":[142],"Distillation":[143],"(VA-OPD),":[144],"which":[145],"uses":[146],"at":[148],"two":[149,169],"granularities:":[150],"rollout-level":[151],"reweighting":[152],"trajectory-averaged":[154],"VA,":[155],"KL":[158],"averaged":[159],"within":[160],"low-VA":[163],"groups":[164],"separately.":[165],"train":[167],"math":[170],"datasets":[171],"(Geometry3K":[172],"ViRL39K)":[174],"evaluate":[176],"eight":[178],"benchmarks":[179],"covering":[180],"both":[181,214],"mathematical":[182],"reasoning":[183],"understanding,":[186],"across":[187],"three":[188],"sizes":[190],"(4B,":[191],"8B,":[192],"32B)":[194],"Qwen3-VL":[197],"family.":[198],"VA-OPD":[199],"improves":[200],"over":[201],"every":[206],"benchmark,":[207],"gain":[210],"growing":[211],"monotonically":[212],"along":[213],"teacher-size":[216],"data-scale":[218],"axes,":[219],"suggesting":[220],"factors":[223],"compound":[224],"consistently.":[225]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-23T00:00:00"}