{"id":"https://openalex.org/W7160871738","doi":"https://doi.org/10.48550/arxiv.2605.07316","title":"Implicit Compression Regularization: Concise Reasoning via Internal Shorter Distributions in RL Post-Training","display_name":"Implicit Compression Regularization: Concise Reasoning via Internal Shorter Distributions in RL Post-Training","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160871738","doi":"https://doi.org/10.48550/arxiv.2605.07316"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07316","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07316","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07316","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135851334","display_name":"Chen Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043368238","display_name":"Hexuan Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Hexuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135897542","display_name":"Yining Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yining","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135883301","display_name":"Yuchen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yuchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102556618","display_name":"Jionghao Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Jionghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135884926","display_name":"Zhaochun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhaochun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070114743","display_name":"Ge Lan","orcid":"https://orcid.org/0000-0001-7011-8600"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lan, Ge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135900961","display_name":"Yue Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5662999749183655,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5662999749183655,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.09009999781847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.05959999933838844,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.6308000087738037},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5701000094413757},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.5322999954223633},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4772000014781952},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.4652999937534332},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.4327999949455261},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.35089999437332153}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6395000219345093},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.6308000087738037},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5701000094413757},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.5322999954223633},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4966999888420105},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4772000014781952},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.4652999937534332},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.4327999949455261},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41510000824928284},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.34689998626708984},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.34619998931884766},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C2778192920","wikidata":"https://www.wikidata.org/wiki/Q16874989","display_name":"Signal compression","level":4,"score":0.2782000005245209},{"id":"https://openalex.org/C2986314615","wikidata":"https://www.wikidata.org/wiki/Q36829","display_name":"Pareto optimal","level":3,"score":0.27469998598098755},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.26010000705718994}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07316","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07316","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07316","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07316","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"with":[2,206],"verifiable":[3],"rewards":[4],"improves":[5],"LLM":[6],"reasoning":[7,17,46,216],"but":[8,78,94],"often":[9],"induces":[10],"overthinking,":[11,126],"where":[12],"models":[13],"generate":[14],"unnecessarily":[15],"long":[16],"traces.":[18],"Existing":[19],"methods":[20],"mainly":[21],"rely":[22],"on":[23,106,214],"length":[24,137],"penalties":[25],"or":[26,232],"early-exit":[27],"strategies;":[28],"however,":[29],"the":[30,39,62,72,100,127,134,172,180],"former":[31],"may":[32],"degrade":[33],"accuracy":[34],"and":[35,218,221],"induce":[36],"underthinking,":[37],"whereas":[38],"latter":[40],"assumes":[41],"that":[42,71,84,190,200,225],"substantial":[43],"portions":[44],"of":[45,65,209],"traces":[47],"can":[48],"be":[49,92],"safely":[50],"truncated.":[51],"To":[52],"obtain":[53],"a":[54,112,120,166,193,236],"compression":[55,67,143,162],"signal":[56,163],"without":[57],"these":[58],"limitations,":[59],"we":[60,109],"revisit":[61],"training":[63],"dynamics":[64,188],"existing":[66],"methods.":[68],"We":[69,150],"observe":[70],"length--accuracy":[73,195],"correlation":[74,114,196],"is":[75],"initially":[76,88],"negative":[77,113],"continually":[79],"increases":[80],"during":[81,197],"compression,":[82,198],"indicating":[83,199],"shorter":[85,132,168],"responses":[86,130,175,202,229],"are":[87,131],"more":[89],"likely":[90],"to":[91],"correct":[93,129,174,185],"gradually":[95],"lose":[96],"this":[97,107],"property":[98],"as":[99],"policy":[101,181],"moves":[102],"toward":[103,182,211],"underthinking.":[104,124,212],"Based":[105],"observation,":[108],"formalize":[110],"overthinking:":[111],"indicates":[115,123],"an":[116,157],"overthinking":[117],"regime,":[118],"while":[119,230],"positive":[121],"one":[122],"When":[125],"shortest":[128,173],"than":[133],"group-average":[135],"response":[136],"in":[138,147,176],"expectation,":[139],"making":[140],"them":[141],"natural":[142],"targets":[144],"already":[145],"present":[146],"on-policy":[148,158],"rollouts.":[149],"therefore":[151],"propose":[152],"\\emph{Implicit":[153],"Compression":[154],"Regularization}":[155],"(ICR),":[156],"regularization":[159],"method":[160],"whose":[161],"comes":[164],"from":[165],"virtual":[167],"distribution":[169],"induced":[170],"by":[171],"rollout":[177],"groups,":[178],"guiding":[179],"concise":[183],"yet":[184],"trajectories.":[186],"Training":[187],"show":[189,224],"ICR":[191,226],"maintains":[192],"better":[194,204],"short":[201],"remain":[203],"aligned":[205],"correctness":[207],"instead":[208],"drifting":[210],"Experiments":[213],"three":[215],"backbones":[217],"multiple":[219],"mathematical":[220],"knowledge-intensive":[222],"benchmarks":[223],"consistently":[227],"shortens":[228],"preserving":[231],"improving":[233],"accuracy,":[234],"achieving":[235],"stronger":[237],"accuracy--length":[238],"Pareto":[239],"frontier.":[240]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}