{"id":"https://openalex.org/W7163144169","doi":"https://doi.org/10.48550/arxiv.2606.00564","title":"Decomposed On-Policy Distillation for Vision-Language Reasoning: Steering Gradients for Visual Grounding","display_name":"Decomposed On-Policy Distillation for Vision-Language Reasoning: Steering Gradients for Visual Grounding","publication_year":2026,"publication_date":"2026-05-30","ids":{"openalex":"https://openalex.org/W7163144169","doi":"https://doi.org/10.48550/arxiv.2606.00564"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.00564","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00564","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.00564","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103277375","display_name":"Hee Suk Yoon","orcid":"https://orcid.org/0000-0003-2115-8459"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoon, Hee Suk","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031585399","display_name":"Eunseop Yoon","orcid":"https://orcid.org/0000-0002-5580-5354"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoon, Eunseop","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137676107","display_name":"Jaehyun Jang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jang, Jaehyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137659360","display_name":"SooHwan Eom","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eom, SooHwan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046143080","display_name":"Ji Woo Hong","orcid":"https://orcid.org/0000-0002-3758-0307"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Ji Woo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137669743","display_name":"Mark A. Hasegawa-Johnson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hasegawa-Johnson, Mark","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137653029","display_name":"Qi Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137615311","display_name":"Chong Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Chong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129682344","display_name":"Chang D. Yoo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoo, Chang D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9513000249862671,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9513000249862671,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.008299999870359898,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7634999752044678},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.7515000104904175},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5360000133514404},{"id":"https://openalex.org/keywords/ground","display_name":"Ground","score":0.5038999915122986},{"id":"https://openalex.org/keywords/fractionating-column","display_name":"Fractionating column","score":0.45989999175071716},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.45750001072883606},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.44670000672340393},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.359499990940094}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7634999752044678},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.7515000104904175},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6054999828338623},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5360000133514404},{"id":"https://openalex.org/C168993435","wikidata":"https://www.wikidata.org/wiki/Q6501125","display_name":"Ground","level":2,"score":0.5038999915122986},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49239999055862427},{"id":"https://openalex.org/C154030694","wikidata":"https://www.wikidata.org/wiki/Q1436074","display_name":"Fractionating column","level":3,"score":0.45989999175071716},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.45750001072883606},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44670000672340393},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.359499990940094},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.34279999136924744},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3352000117301941},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.30480000376701355},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.00564","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00564","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.00564","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00564","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7385910749435425,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"on-policy":[1,148],"distillation":[2,33,132],"offers":[3],"dense":[4],"supervision":[5],"for":[6,55,106],"training":[7,155],"small":[8],"reasoning":[9],"models,":[10],"its":[11,80],"optimization":[12,85],"dynamics":[13],"in":[14],"the":[15,25,37,43,63,68,76,95,103,120,125,143],"multimodal":[16,136],"domain":[17],"remain":[18],"under-explored.":[19],"In":[20],"this":[21],"work,":[22],"we":[23,109],"challenge":[24],"standard":[26,84,144],"monolithic":[27,145],"view":[28],"of":[29,65,78,147],"Vision-Language":[30],"Model":[31],"(VLM)":[32],"by":[34],"mathematically":[35],"decomposing":[36],"loss":[38],"into":[39],"two":[40,96],"distinct":[41],"components:":[42],"language":[44,70],"prior":[45],"and":[46,134],"visual":[47,81,100,126],"grounding.":[48],"Our":[49],"analysis":[50],"uncovers":[51],"that":[52,62,92,99,117,139],"gradient":[53],"vectors":[54],"these":[56],"components":[57],"are":[58],"nearly":[59],"orthogonal,":[60],"indicating":[61],"objective":[64,77],"aligning":[66],"with":[67,153],"teacher's":[69],"distribution":[71],"is":[72],"geometrically":[73],"independent":[74],"from":[75],"matching":[79],"perception.":[82],"Consequently,":[83],"passively":[86],"follows":[87],"a":[88,115],"suboptimal":[89],"compromise":[90],"trajectory":[91],"implicitly":[93],"balances":[94],"objectives.":[97],"Hypothesizing":[98],"grounding":[101,152],"constitutes":[102],"primary":[104],"bottleneck":[105],"vision-language":[107],"reasoning,":[108],"introduce":[110],"Visual":[111],"Gradient":[112],"Steering":[113],"(VGS),":[114],"method":[116],"dynamically":[118],"reorients":[119],"update":[121],"vector":[122],"to":[123],"prioritize":[124],"subspace.":[127],"Experimental":[128],"results":[129],"on":[130],"multiple":[131],"settings":[133],"complex":[135],"benchmarks":[137],"demonstrate":[138],"VGS":[140],"significantly":[141],"outperforms":[142],"formulation":[146],"distillation,":[149],"achieving":[150],"superior":[151],"minimal":[154],"overhead.":[156]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}