{"id":"https://openalex.org/W7163352979","doi":"https://doi.org/10.48550/arxiv.2606.03768","title":"HybridThinker: Efficient Chain-of-Thought Reasoning via Compressed Memory and Transient Thought Steps","display_name":"HybridThinker: Efficient Chain-of-Thought Reasoning via Compressed Memory and Transient Thought Steps","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163352979","doi":"https://doi.org/10.48550/arxiv.2606.03768"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03768","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03768","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03768","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137734628","display_name":"Xin Liu (43569)","orcid":"https://orcid.org/0000-0003-0405-1406"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124952835","display_name":"Runsong Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Runsong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137755826","display_name":"Xinyu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137750590","display_name":"Junhao Ruan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruan, Junhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137782251","display_name":"Pengcheng Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Pengcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137718371","display_name":"Shichao Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Shichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137764651","display_name":"Chunyang Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Chunyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137752079","display_name":"Chenglong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Chenglong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137757650","display_name":"Changliang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Changliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137745708","display_name":"Jingbo Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jingbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137747625","display_name":"Tong Xiao (12431)","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Tong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.3531000018119812,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.3531000018119812,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.15600000321865082,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12080000340938568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6283000111579895},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.6051999926567078},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5041999816894531},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5041999816894531},{"id":"https://openalex.org/keywords/forcing","display_name":"Forcing (mathematics)","score":0.48739999532699585},{"id":"https://openalex.org/keywords/memory-model","display_name":"Memory model","score":0.45410001277923584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8009999990463257},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6283000111579895},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.6051999926567078},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5041999816894531},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5041999816894531},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.48739999532699585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47850000858306885},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.45410001277923584},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4250999987125397},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3749000132083893},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.37229999899864197},{"id":"https://openalex.org/C88576662","wikidata":"https://www.wikidata.org/wiki/Q18646","display_name":"Episodic memory","level":3,"score":0.3407999873161316},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.32010000944137573},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27880001068115234},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25189998745918274},{"id":"https://openalex.org/C74426580","wikidata":"https://www.wikidata.org/wiki/Q719484","display_name":"Memory map","level":3,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03768","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03768","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03768","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03768","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Extended":[0],"chain-of-thought":[1],"(CoT)":[2],"traces":[3],"improve":[4],"LLM":[5],"reasoning":[6,154],"but":[7],"incur":[8],"substantial":[9],"computational":[10],"and":[11,31,105,150,188],"memory":[12,29,90,109,146],"costs.":[13],"While":[14],"existing":[15],"CoT":[16,168],"compression":[17,149,169],"methods":[18],"mitigate":[19],"this":[20],"by":[21,92,170],"condensing":[22],"thought":[23,62,78,124,137],"steps":[24,46,63,79,83,125,138],"into":[25],"compact":[26],"representations":[27,35],"via":[28],"tokens":[30,91,110,147],"retaining":[32],"only":[33,122],"these":[34,60,97,195],"at":[36],"inference":[37,178],"time,":[38],"the":[39,87,100,135,142,158,162,165,189],"loss":[40],"of":[41,164],"fine-grained":[42,70],"information":[43,94,107],"makes":[44],"subsequent":[45,82,132],"more":[47],"error-prone.":[48],"To":[49],"alleviate":[50],"this,":[51],"we":[52,73],"propose":[53],"\\textbf{HybridThinker},":[54],"where":[55],"in":[56,120,167],"addition":[57],"to":[58,68,81,103,131,144,194],"preserved":[59],"representations,":[61],"are":[64,126,139],"also":[65],"temporarily":[66],"retained":[67],"provide":[69],"details.":[71],"However,":[72],"observe":[74],"that":[75,183],"naively":[76],"keeping":[77],"accessible":[80,128],"\\emph{during":[84],"training}":[85],"lets":[86],"model":[88,143],"bypass":[89],"retrieving":[93],"directly":[95,127],"from":[96],"steps,":[98,133],"leaving":[99],"model's":[101],"ability":[102],"compress":[104],"retrieve":[106],"through":[108,129],"insufficiently":[111],"trained.":[112],"We":[113],"therefore":[114],"introduce":[115],"a":[116],"hybrid":[117,190],"training":[118,191],"scheme,":[119],"which":[121],"some":[123],"attention":[130],"while":[134],"other":[136],"masked,":[140],"forcing":[141],"use":[145],"for":[148],"retrieval.":[151],"Across":[152],"4":[153],"benchmarks,":[155],"HybridThinker":[156],"matches":[157],"uncompressed":[159],"baseline,":[160],"advancing":[161],"state":[163],"art":[166],"5.8":[171],"points":[172],"on":[173],"average":[174],"accuracy":[175],"with":[176],"similar":[177],"time.":[179],"Ablation":[180],"studies":[181],"confirm":[182],"both":[184],"temporary":[185],"thought-step":[186],"retention":[187],"scheme":[192],"contribute":[193],"gains.":[196]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}