{"id":"https://openalex.org/W7165119831","doi":"https://doi.org/10.48550/arxiv.2606.18810","title":"Learning from Own Solutions: Self-Conditioned Credit Assignment for Reinforcement Learning with Verifiable Rewards","display_name":"Learning from Own Solutions: Self-Conditioned Credit Assignment for Reinforcement Learning with Verifiable Rewards","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165119831","doi":"https://doi.org/10.48550/arxiv.2606.18810"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.18810","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18810","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.18810","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138902997","display_name":"Yingyu Shan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shan, Yingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101893660","display_name":"Yi Guo","orcid":"https://orcid.org/0009-0006-1890-6726"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Yuhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128158159","display_name":"Zihao Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138906756","display_name":"Zeming Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zeming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138847087","display_name":"Xiangrong Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Xiangrong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138906184","display_name":"Xinyi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xinyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100577810","display_name":"Jiashu Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Jiashu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138957066","display_name":"Wei Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138907951","display_name":"Hongru Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hongru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5122964295","display_name":"H Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Heyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5266000032424927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5266000032424927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.12849999964237213,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.04179999977350235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7027999758720398},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.6216999888420105},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.6043999791145325},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46869999170303345},{"id":"https://openalex.org/keywords/cheating","display_name":"Cheating","score":0.46299999952316284},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.39959999918937683},{"id":"https://openalex.org/keywords/multiplicative-function","display_name":"Multiplicative function","score":0.36640000343322754}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7027999758720398},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6251999735832214},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.6216999888420105},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.6043999791145325},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46869999170303345},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4675000011920929},{"id":"https://openalex.org/C2778024590","wikidata":"https://www.wikidata.org/wiki/Q2357432","display_name":"Cheating","level":2,"score":0.46299999952316284},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.39959999918937683},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39079999923706055},{"id":"https://openalex.org/C42747912","wikidata":"https://www.wikidata.org/wiki/Q1048447","display_name":"Multiplicative function","level":2,"score":0.36640000343322754},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.2655999958515167}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.18810","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18810","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.18810","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18810","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.541656494140625,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"with":[2,170],"verifiable":[3],"rewards":[4],"(RLVR)":[5],"has":[6],"driven":[7],"substantial":[8],"progress":[9],"in":[10,84],"training":[11],"LLMs":[12],"for":[13],"reasoning":[14,36],"tasks,":[15,159],"but":[16,67],"representative":[17],"methods":[18,42],"such":[19],"as":[20,144],"GRPO":[21,50,149,165],"assign":[22],"uniform":[23],"credit":[24,40,63],"across":[25],"all":[26],"tokens,":[27],"wasting":[28],"gradient":[29],"on":[30,53,95,148],"routine":[31],"tokens":[32],"while":[33],"under-crediting":[34],"pivotal":[35],"steps.":[37],"Existing":[38],"token-level":[39],"assignment":[41],"require":[43],"resources":[44],"beyond":[45],"the":[46,85,93,107],"model's":[47],"own":[48,97],"rollouts.":[49],"variants":[51],"rely":[52],"process":[54],"reward":[55],"models":[56],"or":[57,73],"ground-truth":[58],"answers.":[59],"Knowledge":[60],"distillation":[61],"assigns":[62],"through":[64],"per-token":[65,103],"divergence":[66,105,141],"requires":[68],"external":[69],"teachers":[70],"(On-Policy":[71,76],"Distillation)":[72],"privileged":[74],"information":[75],"Self":[77],"Distillation).":[78],"However,":[79],"these":[80],"dependencies":[81],"limit":[82],"applicability":[83],"pure":[86],"RLVR":[87],"setting.":[88],"We":[89,133],"observe":[90],"that":[91,114],"conditioning":[92],"model":[94],"its":[96],"verified":[98,121,130],"trajectories":[99,122,131],"induces":[100],"a":[101,117,145],"measurable":[102],"KL":[104,140],"between":[106],"original":[108],"and":[109,112,157,166],"conditioned":[110],"distributions,":[111],"prove":[113],"distilling":[115],"from":[116],"self-teacher":[118],"constructed":[119],"by":[120],"leads":[123],"to":[124],"infeasible":[125],"weighted-average":[126],"solutions":[127],"when":[128],"multiple":[129],"exist.":[132],"propose":[134],"SC-GRPO":[135,160,175],"(Self-Conditioned":[136],"GRPO),":[137],"which":[138],"uses":[139],"mentioned":[142],"before":[143],"multiplicative":[146],"weight":[147],"gradients.":[150],"Across":[151],"five":[152],"benchmarks":[153],"spanning":[154],"math,":[155],"code,":[156],"agentic":[158],"consistently":[161],"outperforms":[162],"8.1%":[163],"over":[164,168],"5.9%":[167],"DAPO":[169],"stronger":[171],"OOD":[172],"performance.":[173],"Moreover,":[174],"achieves":[176],"higher":[177],"performance":[178],"than":[179],"OPD.":[180]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-19T00:00:00"}