{"id":"https://openalex.org/W7161837179","doi":"https://doi.org/10.48550/arxiv.2605.19436","title":"CEPO: RLVR Self-Distillation using Contrastive Evidence Policy Optimization","display_name":"CEPO: RLVR Self-Distillation using Contrastive Evidence Policy Optimization","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161837179","doi":"https://doi.org/10.48550/arxiv.2605.19436"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.19436","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19436","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.19436","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136610528","display_name":"Ahmed Heakl","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heakl, Ahmed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079602015","display_name":"Abdelrahman Shaker","orcid":"https://orcid.org/0000-0001-7651-4057"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaker, Abdelrahman M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136566595","display_name":"Youssef Mohamed","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohamed, Youssef","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119181195","display_name":"Rania Elbadry","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elbadry, Rania","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124004985","display_name":"Omar Fetouh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fetouh, Omar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136589578","display_name":"Fahad Shahbaz Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Fahad Shahbaz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136539786","display_name":"Salman Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Salman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5756999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5756999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12430000305175781,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07240000367164612,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.63919997215271},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4925999939441681},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.4465999901294708},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.3472999930381775},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.337799996137619},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.32409998774528503},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.3237000107765198},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.32199999690055847}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.63919997215271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5821999907493591},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4925999939441681},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.4465999901294708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4259999990463257},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.3472999930381775},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.337799996137619},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.3237000107765198},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.31540000438690186},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C2777152325","wikidata":"https://www.wikidata.org/wiki/Q108163","display_name":"Proposition","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2937000095844269},{"id":"https://openalex.org/C2777685122","wikidata":"https://www.wikidata.org/wiki/Q170028","display_name":"Falsity","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.2727000117301941},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.2538999915122986},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.19436","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19436","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.19436","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19436","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6419680714607239}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"When":[0],"a":[1,4,26,31,47,77,106,139],"model":[2,41],"produces":[3,76],"correct":[5,44,116,124],"solution":[6],"under":[7,222],"reinforcement":[8],"learning":[9],"with":[10,188],"verifiable":[11],"rewards":[12],"(RLVR),":[13],"every":[14,110],"token":[15,135],"receives":[16],"the":[17,40,43,59,70,73,94,115,123,129,158,175,179,189,233,238],"same":[18],"reward":[19],"signal":[20,79],"regardless":[21],"of":[22,174,178],"whether":[23],"it":[24,51,57,127],"was":[25],"decisive":[27,83,186],"reasoning":[28,141,208],"step":[29],"or":[30,75],"grammatical":[32],"filler.":[33,147],"A":[34,134],"natural":[35],"fix":[36],"is":[37,138,146,151,246],"to":[38,93],"condition":[39],"on":[42],"answer":[45,71,117,125,131],"as":[46],"teacher,":[48],"identifying":[49],"tokens":[50],"would":[52],"have":[53],"generated":[54],"differently":[55],"had":[56],"known":[58],"answer.":[60],"Prior":[61],"work":[62],"shows":[63],"this":[64,119],"either":[65],"corrupts":[66],"training":[67,159,224],"by":[68],"leaking":[69],"into":[72],"gradient,":[74],"weak":[78],"that":[80],"cannot":[81],"distinguish":[82],"steps":[84],"from":[85,153],"filler,":[86],"since":[87],"both":[88,137],"look":[89],"equally":[90],"surprising":[91],"relative":[92],"model's":[95],"baseline.":[96],"We":[97,166],"propose":[98],"Contrastive":[99],"Evidence":[100],"Policy":[101],"Optimization":[102],"(CEPO),":[103],"which":[104],"asks":[105],"sharper":[107],"question":[108],"at":[109,185,193,210,248],"token:":[111],"not":[112],"just":[113],"\"does":[114,122],"favor":[118,126],"token?\"":[120],"but":[121],"while":[128,181],"wrong":[130],"disfavors":[132],"it?\"":[133],"satisfying":[136,144],"genuine":[140],"step;":[142],"one":[143],"neither":[145],"The":[148],"wrong-answer":[149],"teacher":[150],"constructed":[152],"rejected":[154],"rollouts":[155],"already":[156],"in":[157],"batch,":[160],"incurring":[161],"no":[162],"additional":[163],"sampling":[164],"cost.":[165],"prove":[167],"CEPO":[168,197],"inherits":[169],"all":[170],"structural":[171],"safety":[172],"guarantees":[173],"prior":[176],"state":[177],"art":[180],"strictly":[182],"sharpening":[183],"credit":[184],"tokens,":[187],"improvement":[190],"vanishing":[191],"exactly":[192],"filler":[194],"positions.":[195],"Empirically,":[196],"achieves":[198],"43.43%":[199],"and":[200,212,218],"60.56%":[201],"average":[202],"accuracy":[203],"across":[204],"five":[205],"multimodal":[206],"mathematical":[207],"benchmarks":[209],"2B":[211],"4B":[213],"scale,":[214],"respectively,":[215],"versus":[216],"41.17%":[217],"57.43%":[219],"for":[220],"GRPO":[221],"identical":[223],"budgets.":[225],"Distribution-matching":[226],"self-distillation":[227],"methods":[228],"(OPSD,":[229],"SDPO)":[230],"fall":[231],"below":[232],"untrained":[234],"baseline,":[235],"empirically":[236],"confirming":[237],"information":[239],"leakage":[240],"our":[241],"theory":[242],"predicts.":[243],"Our":[244],"code":[245],"available":[247],"https://github.com/ahmedheakl/CEPO.":[249]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-21T00:00:00"}