{"id":"https://openalex.org/W7163680326","doi":"https://doi.org/10.48550/arxiv.2606.06475","title":"RREDCoT: Segment-Level Reward Redistribution for Reasoning Models","display_name":"RREDCoT: Segment-Level Reward Redistribution for Reasoning Models","publication_year":2026,"publication_date":"2026-06-04","ids":{"openalex":"https://openalex.org/W7163680326","doi":"https://doi.org/10.48550/arxiv.2606.06475"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.06475","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.06475","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067741550","display_name":"Mykyta Ielanskyi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ielanskyi, Mykyta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008919064","display_name":"Kajetan Schweighofer","orcid":"https://orcid.org/0009-0001-0482-2699"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schweighofer, Kajetan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092441982","display_name":"Lukas Aichberger","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aichberger, Lukas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053148274","display_name":"Sepp Hochreiter","orcid":"https://orcid.org/0000-0001-7449-2528"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hochreiter, Sepp","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1679999977350235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1679999977350235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.13770000636577606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.11140000075101852,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/redistribution","display_name":"Redistribution (election)","score":0.6870999932289124},{"id":"https://openalex.org/keywords/importance-sampling","display_name":"Importance sampling","score":0.510699987411499},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.5002999901771545},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4851999878883362},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.4641000032424927},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.3142000138759613}],"concepts":[{"id":"https://openalex.org/C74080474","wikidata":"https://www.wikidata.org/wiki/Q7305975","display_name":"Redistribution (election)","level":3,"score":0.6870999932289124},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.66839998960495},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.510699987411499},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.5002999901771545},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4851999878883362},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.47209998965263367},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.4641000032424927},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35679998993873596},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3142000138759613},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2840999960899353},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.28299999237060547},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27149999141693115},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.25049999356269836},{"id":"https://openalex.org/C158424031","wikidata":"https://www.wikidata.org/wiki/Q1191905","display_name":"Gibbs sampling","level":3,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.06475","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.06475","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,70,143],"reasoning":[3],"language":[4],"models":[5,32],"have":[6],"been":[7],"driven":[8],"by":[9,112],"Reinforcement":[10],"Learning":[11],"(RL)":[12],"fine-tuning.":[13],"Most":[14],"often,":[15],"these":[16],"rely":[17],"on":[18],"the":[19,31,46,50,88,98,107,160,165,174,194,197],"Group":[20],"Relative":[21],"Policy":[22],"Optimization":[23],"(GRPO)":[24],"algorithm":[25],"or":[26],"modifications":[27,64],"thereof":[28],"to":[29,33,66,76,84,124,163,180,193],"steer":[30],"produce":[34],"Chain-of-Thought":[35],"(CoT)":[36],"traces.":[37],"The":[38],"final":[39],"answer":[40],"can":[41,121],"only":[42],"be":[43,122],"verified,":[44],"and":[45,62,183,205],"reward":[47,59,167],"assigned,":[48],"after":[49],"CoT":[51,99,203],"trace":[52,100],"is":[53,87],"complete,":[54],"making":[55],"it":[56,137],"a":[57,114],"delayed":[58],"problem.":[60],"GRPO":[61],"its":[63,133],"correspond":[65],"Monte":[67,118],"Carlo":[68,119],"methods":[69],"standard":[71],"RL,":[72],"which":[73,158],"are":[74,102,110],"known":[75],"suffer":[77],"from":[78],"high":[79,147],"variance.":[80],"A":[81],"possible":[82],"solution":[83,109],"this":[85],"problem":[86],"redistribution":[89,168,198],"of":[90,97,129,156,176,196,202],"rewards":[91],"through":[92],"credit":[93,141],"assignment,":[94],"where":[95],"segments":[96],"that":[101],"important":[103],"for":[104,139,154],"arriving":[105],"at":[106,146],"desirable":[108],"emphasized":[111],"assigning":[113],"higher":[115],"reward.":[116],"While":[117],"sampling":[120,182],"used":[123],"provide":[125],"an":[126],"unbiased":[127],"estimate":[128],"intermediate":[130],"state":[131,206],"values,":[132],"computational":[134],"overhead":[135],"makes":[136],"unsuitable":[138],"train-time":[140],"assignment":[142],"long":[144],"contexts":[145],"granularity.":[148],"We":[149,172,187],"introduce":[150],"RREDCoT":[151],"(Reward":[152],"REDistribution":[153],"Chain":[155],"Thoughts),":[157],"utilizes":[159],"model":[161],"itself":[162],"approximate":[164],"optimal":[166],"without":[169],"additional":[170],"generation.":[171],"investigate":[173],"advantages":[175],"our":[177],"method":[178],"compared":[179],"MC":[181],"several":[184,190],"attribution":[185],"methods.":[186],"further":[188],"analyze":[189],"aspects":[191],"relevant":[192],"construction":[195],"such":[199],"as":[200],"segmentation":[201],"traces":[204],"value":[207],"estimation.":[208]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-06T00:00:00"}