{"id":"https://openalex.org/W7162322277","doi":"https://doi.org/10.48550/arxiv.2605.23493","title":"EDGE-OPD: Internalizing Privileged Context with Evidence Guided On-Policy Distillation","display_name":"EDGE-OPD: Internalizing Privileged Context with Evidence Guided On-Policy Distillation","publication_year":2026,"publication_date":"2026-05-22","ids":{"openalex":"https://openalex.org/W7162322277","doi":"https://doi.org/10.48550/arxiv.2605.23493"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.23493","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23493","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.23493","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069495574","display_name":"Aristotelis Lazaridis","orcid":"https://orcid.org/0000-0001-9654-9599"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lazaridis, Aristotelis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136922259","display_name":"Dylan Bates","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bates, Dylan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136920140","display_name":"Aman Sharma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Aman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136985325","display_name":"Brian King","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"King, Brian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136945170","display_name":"Vincent Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Vincent","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5014554632","display_name":"J. D. Fitzgerald","orcid":"https://orcid.org/0000-0002-0322-5104"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"FitzGerald, Jack","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.13369999825954437,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.13369999825954437,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1177000030875206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.07440000027418137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.7073000073432922},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6251000165939331},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5874000191688538},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.46149998903274536},{"id":"https://openalex.org/keywords/context-effect","display_name":"Context effect","score":0.3314000070095062},{"id":"https://openalex.org/keywords/private-information-retrieval","display_name":"Private information retrieval","score":0.3165999948978424},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.31520000100135803}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7159000039100647},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7073000073432922},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6251000165939331},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5874000191688538},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.46149998903274536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37369999289512634},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35850000381469727},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3368000090122223},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.33570000529289246},{"id":"https://openalex.org/C76188268","wikidata":"https://www.wikidata.org/wiki/Q1783165","display_name":"Context effect","level":3,"score":0.3314000070095062},{"id":"https://openalex.org/C99221444","wikidata":"https://www.wikidata.org/wiki/Q1532069","display_name":"Private information retrieval","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.31520000100135803},{"id":"https://openalex.org/C155076860","wikidata":"https://www.wikidata.org/wiki/Q1932004","display_name":"Token economy","level":3,"score":0.31060001254081726},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.301800012588501},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2736999988555908},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26919999718666077},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.26339998841285706},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.25780001282691956}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.23493","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23493","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.23493","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23493","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"On-Policy":[0,30,154],"Distillation":[1,155],"(OPD)":[2],"has":[3,57],"gained":[4],"wide":[5],"attraction":[6],"as":[7,42,49],"an":[8,34,197],"LLM":[9],"post-training":[10],"paradigm":[11],"due":[12],"to":[13,81,170,174,240,253,265,271],"its":[14,230],"effectiveness":[15],"in":[16,27,90,146,189,221],"improving":[17],"capabilities":[18],"without":[19,235],"introducing":[20],"model":[21,48,100],"distribution":[22],"drift,":[23],"and":[24,52,54,112,150,193,234,279],"consequently,":[25],"regression":[26],"general":[28,110,282],"tasks.":[29],"Self-Distillation":[31],"(OPSD)":[32],"is":[33,40,65,93,186,202,263],"efficient":[35,276],"use-case":[36],"of":[37,60,159,248,281],"OPD,":[38],"which":[39],"appealing":[41],"it":[43,55,105,166,195],"requires":[44],"only":[45,204],"a":[46,50,66,72,74,78,135,147,157,236,242],"single":[47],"student":[51,129,176,201],"teacher,":[53],"also":[56],"the":[58,82,85,95,128,175,182,190,200,209,213,222,246,260,266],"benefit":[59],"providing":[61],"privileged":[62,96,210],"context":[63,211],"that":[64,94,181,227,259],"absent":[67],"at":[68,177,205],"inference":[69],"time":[70],"(e.g.":[71],"persona,":[73],"private":[75],"fact,":[76],"or":[77,120],"worked":[79],"solution)":[80],"teacher":[83],"during":[84],"training":[86],"process.":[87],"The":[88],"challenge":[89],"this":[91,140,144],"approach":[92],"information":[97],"can":[98,106],"change":[99],"behavior":[101,173,185],"more":[102],"than":[103,134,217],"intended:":[104],"modify":[107],"reasoning,":[108],"degrade":[109],"capabilities,":[111],"affect":[113],"performance":[114],"indicators":[115],"like":[116],"response":[117],"length,":[118],"style,":[119],"local":[121],"token":[122,206,220],"preferences.":[123],"Consequently,":[124],"OPSD":[125,160,228],"may":[126],"train":[127],"on":[130,218],"side":[131],"effects":[132],"rather":[133,216],"desired,":[136],"transferable":[137],"behavior.":[138],"In":[139],"paper,":[141],"we":[142],"study":[143],"problem":[145],"rare-token/identity":[148],"setting":[149],"propose":[151],"EviDence":[152],"GuidEd":[153],"(EDGE-OPD),":[156],"modification":[158],"with":[161,233],"two":[162],"distinct":[163],"characteristics:":[164],"a)":[165],"uses":[167],"guided":[168,249],"rollouts":[169,250],"inject":[171],"privileged-context":[172],"sampling":[178],"time,":[179],"so":[180],"rare":[183],"target":[184,243],"actually":[187],"present":[188],"on-policy":[191],"data,":[192],"b)":[194],"applies":[196],"evidence":[198],"mask:":[199],"updated":[203],"positions":[207],"where":[208],"supports":[212],"sampled":[214],"token,":[215],"every":[219],"rollout.":[223],"We":[224],"empirically":[225],"show":[226,258],"(and":[229],"variant":[231],"RLSD,":[232],"verifier)":[237],"completely":[238],"fail":[239],"learn":[241],"identity,":[244],"while":[245],"integration":[247],"allows":[251,269],"them":[252],"succeed.":[254],"Additionally,":[255],"mask-region":[256],"ablations":[257],"persona":[261],"signal":[262],"localized":[264],"positive-evidence":[267],"tail,":[268],"us":[270],"draw":[272],"valuable":[273],"insights":[274],"about":[275],"knowledge":[277],"transfer":[278],"preservation":[280],"purpose":[283],"capabilities.":[284]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-26T00:00:00"}