{"id":"https://openalex.org/W7170094037","doi":"https://doi.org/10.48550/arxiv.2607.19046","title":"Contrastive On-Policy Distillation","display_name":"Contrastive On-Policy Distillation","publication_year":2026,"publication_date":"2026-07-21","ids":{"openalex":"https://openalex.org/W7170094037","doi":"https://doi.org/10.48550/arxiv.2607.19046"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.19046","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.19046","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.19046","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5143410167","display_name":"Jiacheng Ruan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruan, Jiacheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143463982","display_name":"Jun Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020397487","display_name":"Yuan WM","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Wenzhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143415537","display_name":"Ting Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143410359","display_name":"Shuai Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Shuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143416696","display_name":"Dayiheng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Dayiheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143439228","display_name":"Zhibo Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5069101640","display_name":"Y Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Yuzhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.557200014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.557200014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08309999853372574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07479999959468842,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5205000042915344},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.3695000112056732},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.33709999918937683},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.33559998869895935},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.3181000053882599},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.2816999852657318}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6434000134468079},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5205000042915344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43220001459121704},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.3695000112056732},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.33559998869895935},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.3181000053882599},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28949999809265137},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28060001134872437},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26829999685287476},{"id":"https://openalex.org/C2778648169","wikidata":"https://www.wikidata.org/wiki/Q967768","display_name":"Compatibility (geochemistry)","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C2779525943","wikidata":"https://www.wikidata.org/wiki/Q1187300","display_name":"Grammaticality","level":3,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.19046","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.19046","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.19046","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.19046","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.761604905128479,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"On-policy":[0,210],"Distillation":[1],"(OPD)":[2],"supervises":[3],"a":[4,68,92,105,133,146],"student":[5,26,50,103,112,154],"model":[6,80,108,155,188,198,227],"on":[7,56,167],"trajectories":[8],"sampled":[9],"from":[10],"its":[11],"own":[12],"policy":[13],"by":[14,101],"minimizing":[15],"the":[16,19,23,46,102,110,127,139,153,201,209,226],"divergence":[17],"between":[18,82,126],"output":[20],"distributions":[21],"of":[22,49],"teacher":[24,107,148,222],"and":[25,75,121,160,174,190,197],"at":[27],"each":[28,98],"token":[29,99],"position,":[30],"thereby":[31,224],"providing":[32],"dense":[33],"token-level":[34,57,134],"supervision.":[35],"Although":[36],"existing":[37],"OPD":[38,94,140],"methods":[39],"have":[40],"demonstrated":[41],"strong":[42],"performance":[43,189],"in":[44],"improving":[45],"reasoning":[47,73,162,173,184],"ability":[48],"models,":[51],"their":[52],"objectives":[53],"fundamentally":[54],"rely":[55],"distribution":[58],"matching.":[59],"Consequently,":[60],"they":[61],"lack":[62],"an":[63,220],"explicit":[64],"signal":[65,136],"for":[66,97],"comparing":[67],"token's":[69],"relative":[70],"compatibility":[71],"across":[72,194],"modes":[74],"thus":[76],"do":[77],"not":[78],"directly":[79,151],"preferences":[81],"these":[83],"modes.":[84],"To":[85],"address":[86],"this":[87],"limitation,":[88],"we":[89],"propose":[90],"COPD,":[91],"contrastive":[93,202],"framework.":[95],"Specifically,":[96],"generated":[100],"model,":[104,223],"frozen":[106],"scores":[109],"same":[111],"state":[113],"under":[114],"two":[115],"contrasting":[116],"instructions":[117],"that":[118,180],"elicit":[119],"light":[120],"heavy":[122],"reasoning.":[123,233],"The":[124,177],"difference":[125],"resulting":[128],"log":[129],"probabilities":[130],"serves":[131],"as":[132],"advantage":[135],"to":[137,156,228],"guide":[138],"update.":[141],"Rather":[142],"than":[143],"merely":[144],"imitating":[145],"single":[147],"distribution,":[149],"COPD":[150,181],"encourages":[152],"learn":[157],"more":[158],"concise":[159],"efficient":[161],"strategies.":[163],"We":[164],"conduct":[165],"experiments":[166],"nine":[168],"multimodal":[169],"benchmarks":[170],"covering":[171],"both":[172],"understanding":[175],"tasks.":[176],"results":[178],"show":[179],"substantially":[182],"reduces":[183],"length":[185],"without":[186,219],"compromising":[187],"consistently":[191],"improves":[192],"efficiency":[193],"different":[195],"tasks":[196],"scales.":[199],"Furthermore,":[200],"formulation":[203],"can":[204],"be":[205],"seamlessly":[206],"integrated":[207],"into":[208],"Self-distillation":[211],"(OPSD)":[212],"framework,":[213],"where":[214],"self-contrastive":[215],"supervision":[216],"is":[217],"constructed":[218],"additional":[221],"enabling":[225],"distill":[229],"itself":[230],"toward":[231],"lightweight":[232]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-23T00:00:00"}