{"id":"https://openalex.org/W7134063327","doi":"https://doi.org/10.48550/arxiv.2603.05433","title":"CRISP: Compressed Reasoning via Iterative Self-Policy Distillation","display_name":"CRISP: Compressed Reasoning via Iterative Self-Policy Distillation","publication_year":2026,"publication_date":"2026-03-05","ids":{"openalex":"https://openalex.org/W7134063327","doi":"https://doi.org/10.48550/arxiv.2603.05433"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.05433","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027724386","display_name":"Hejian Sang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sang, Hejian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126942858","display_name":"Yuanda Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yuanda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128238295","display_name":"Zhengze Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zhengze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128260644","display_name":"Ran He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Ran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128249477","display_name":"Zhipeng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhipeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128271183","display_name":"Jiachen Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Jiachen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25314704,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16760000586509705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16760000586509705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.10279999673366547,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.07859999686479568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/simplicity","display_name":"Simplicity","score":0.6730999946594238},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5794000029563904},{"id":"https://openalex.org/keywords/compounding","display_name":"Compounding","score":0.4900999963283539},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.40720000863075256},{"id":"https://openalex.org/keywords/analytic-reasoning","display_name":"Analytic reasoning","score":0.4068000018596649},{"id":"https://openalex.org/keywords/deliberation","display_name":"Deliberation","score":0.3785000145435333},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.3495999872684479},{"id":"https://openalex.org/keywords/reasoning-system","display_name":"Reasoning system","score":0.33230000734329224}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7490000128746033},{"id":"https://openalex.org/C2776372474","wikidata":"https://www.wikidata.org/wiki/Q508291","display_name":"Simplicity","level":2,"score":0.6730999946594238},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5794000029563904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4984000027179718},{"id":"https://openalex.org/C207673951","wikidata":"https://www.wikidata.org/wiki/Q1303150","display_name":"Compounding","level":2,"score":0.4900999963283539},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.40720000863075256},{"id":"https://openalex.org/C103057564","wikidata":"https://www.wikidata.org/wiki/Q4751139","display_name":"Analytic reasoning","level":3,"score":0.4068000018596649},{"id":"https://openalex.org/C2776946740","wikidata":"https://www.wikidata.org/wiki/Q358652","display_name":"Deliberation","level":3,"score":0.3785000145435333},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.33230000734329224},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.2924000024795532},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28049999475479126},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.26579999923706055},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.05433","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.05433","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.05433","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.05433","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5140299201011658}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reasoning":[0,23],"models":[1],"often":[2],"generate":[3],"far":[4],"more":[5,38],"tokens":[6],"than":[7],"a":[8,34,52,60],"task":[9],"requires,":[10],"which":[11],"raises":[12],"inference":[13],"cost":[14],"and":[15,78,94,130,150,165,175],"can":[16],"compound":[17],"errors.":[18],"We":[19],"introduce":[20],"CRISP":[21,120],"(Compressed":[22],"via":[24],"Iterative":[25],"Self-Policy":[26],"Distillation),":[27],"an":[28],"on-policy":[29],"self-distillation":[30],"method":[31,50],"that":[32,114],"teaches":[33],"model":[35,58,149,163],"to":[36,64,126,143],"reason":[37],"concisely":[39],"by":[40,124,141],"distilling":[41],"its":[42,185],"own":[43,84],"concise":[44],"behavior":[45,160],"back":[46],"into":[47],"itself.":[48],"The":[49,98],"uses":[51],"single":[53],"idea:":[54],"condition":[55],"the":[56,70,76,82,111,133,147,169],"same":[57,170],"on":[59,81,128,132,179],"\"be":[61],"concise\"":[62],"instruction":[63],"obtain":[65],"teacher":[66,80],"logits,":[67],"then":[68],"minimize":[69],"per-token":[71],"reverse":[72],"KL":[73],"divergence":[74],"between":[75],"student":[77],"this":[79],"student's":[83],"rollouts.":[85],"It":[86],"requires":[87],"no":[88,91,95],"ground-truth":[89],"answers,":[90],"token":[92],"budgets,":[93],"difficulty":[96],"estimators.":[97],"reverse-KL":[99],"objective":[100],"is":[101,196],"naturally":[102],"difficulty-adaptive:":[103],"it":[104],"compresses":[105],"easy":[106],"problems":[107,116],"aggressively":[108],"while":[109,137,183],"preserving":[110],"reasoning":[112,122],"steps":[113],"hard":[115],"require.":[117],"On":[118],"Qwen3-14B,":[119],"cuts":[121],"length":[123],"up":[125,142],"56%":[127],"MATH-500":[129,139],"38%":[131],"harder":[134],"AIME":[135,152],"2024,":[136],"improving":[138],"accuracy":[140,154,173,178],"3.3":[144],"points":[145],"over":[146],"base":[148],"holding":[151],"2024":[153],"within":[155],"about":[156],"one":[157],"point.":[158],"This":[159],"generalizes":[161],"across":[162,191],"sizes":[164],"families:":[166],"Qwen3-8B":[167],"shows":[168],"compression":[171],"with":[172],"preserved,":[174],"DeepSeek-R1-Distill-Llama-8B":[176],"improves":[177],"all":[180,192],"five":[181],"benchmarks":[182],"shortening":[184],"responses.":[186],"General":[187],"capabilities":[188],"are":[189],"preserved":[190],"three":[193],"models.":[194],"Code":[195],"available":[197],"at":[198],"https://github.com/HJSang/OPSD_Reasoning_Compression.":[199]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-07T00:00:00"}
