{"id":"https://openalex.org/W7160846721","doi":"https://doi.org/10.48550/arxiv.2605.07139","title":"Structural Rationale Distillation via Reasoning Space Compression","display_name":"Structural Rationale Distillation via Reasoning Space Compression","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160846721","doi":"https://doi.org/10.48550/arxiv.2605.07139"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07139","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07139","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07139","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089116555","display_name":"Jialin Yang","orcid":"https://orcid.org/0000-0001-9941-3443"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jialin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135904272","display_name":"Jiankun Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiankun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135867524","display_name":"Jiajun Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jiajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120750555","display_name":"Henry Leung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leung, Henry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135872399","display_name":"Jiayu Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Jiayu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135882715","display_name":"Steve Drew","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Drew, Steve","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.22300000488758087,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.22300000488758087,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.15150000154972076,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10830000042915344,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6809999942779541},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.6028000116348267},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.590499997138977},{"id":"https://openalex.org/keywords/cover","display_name":"Cover (algebra)","score":0.5771999955177307},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5109000205993652},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4925999939441681},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.44510000944137573},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.38449999690055847}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6809999942779541},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6212000250816345},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.6028000116348267},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.590499997138977},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.5771999955177307},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5109000205993652},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4925999939441681},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.44510000944137573},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39739999175071716},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.38449999690055847},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3122999966144562},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.29840001463890076},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.295199990272522},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07139","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07139","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07139","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07139","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"When":[0],"distilling":[1],"reasoning":[2,69,143],"from":[3],"large":[4],"language":[5],"models":[6],"(LLMs)":[7],"into":[8],"smaller":[9,116],"ones,":[10],"teacher":[11,58,84],"rationales":[12,89],"for":[13],"similar":[14,94],"problems":[15,95],"often":[16],"vary":[17],"wildly":[18],"in":[19],"structure":[20],"and":[21,81,114,125,141,159],"strategy.":[22],"Like":[23],"a":[24,61],"chef":[25],"who":[26],"makes":[27],"the":[28,37,57,77,83,108,126],"same":[29],"dish":[30],"differently":[31],"each":[32,72],"time,":[33],"this":[34],"inconsistency":[35],"burdens":[36],"student":[38,147],"with":[39,145],"noisy":[40],"supervision":[41,119],"that":[42,90],"is":[43],"hard":[44],"to":[45,59,85,99],"internalize.":[46],"We":[47],"propose":[48],"Distillation":[49],"through":[50],"Reasoning":[51],"Path":[52],"Compression":[53],"(D-RPC),":[54],"which":[55],"constrains":[56],"follow":[60,86],"compact,":[62],"dynamically":[63],"maintained":[64],"bank":[65,112],"of":[66],"reusable":[67],"high-level":[68],"paths.":[70],"For":[71],"training":[73],"question,":[74],"D-RPC":[75,149],"retrieves":[76],"most":[78],"relevant":[79],"path":[80],"conditions":[82],"it,":[87],"producing":[88],"are":[91],"consistent":[92],"across":[93],"yet":[96],"diverse":[97],"enough":[98],"cover":[100],"different":[101],"problem":[102],"types.":[103],"A":[104],"PAC-Bayes":[105],"analysis":[106],"formalizes":[107],"resulting":[109],"trade-off":[110],"between":[111],"size":[113,133],"coverage:":[115],"banks":[117],"reduce":[118],"entropy":[120],"but":[121],"risk":[122],"coverage":[123],"gaps,":[124],"generalization":[127],"bound":[128],"identifies":[129],"an":[130],"optimal":[131],"intermediate":[132],"confirmed":[134],"by":[135],"our":[136],"ablations.":[137],"Across":[138],"five":[139],"math":[140],"commonsense":[142],"benchmarks":[144],"two":[146],"models,":[148],"consistently":[150],"outperforms":[151],"chain-of-thought":[152],"distillation,":[153,158],"freeform":[154],"rationale":[155],"generation,":[156],"direct":[157],"structured-supervision":[160],"baselines,":[161],"while":[162],"using":[163],"fewer":[164],"tokens":[165],"than":[166],"template-heavy":[167],"alternatives.":[168]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}