{"id":"https://openalex.org/W7166804535","doi":"https://doi.org/10.18653/v1/2026.findings-acl.281","title":"Graph-Based Chain-of-Thought Pruning for Reducing Redundant Reflections in Reasoning LLMs","display_name":"Graph-Based Chain-of-Thought Pruning for Reducing Redundant Reflections in Reasoning LLMs","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166804535","doi":"https://doi.org/10.18653/v1/2026.findings-acl.281"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.281","doi":"https://doi.org/10.18653/v1/2026.findings-acl.281","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.281","pdf_url":"https://aclanthology.org/2026.findings-acl.281.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2026.findings-acl.281.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114214614","display_name":"Hongyuan Yuan","orcid":"https://orcid.org/0009-0006-2033-8617","observed_orcids":["https://orcid.org/0009-0006-2033-8617"]},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyuan Yuan","raw_affiliation_strings":["Baidu Inc. , Beijing , China","Central South University , Changsha , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc. , Beijing , China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Central South University , Changsha , China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139841194","display_name":"Xinran He","orcid":"https://orcid.org/0009-0006-0926-6915","observed_orcids":["https://orcid.org/0009-0006-0926-6915"]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinran He","raw_affiliation_strings":["Baidu Inc. , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc. , Beijing , China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111334880","display_name":"Run Shao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Run Shao","raw_affiliation_strings":["Baidu Inc. , Beijing , China","Central South University , Changsha , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc. , Beijing , China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Central South University , Changsha , China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058177086","display_name":"Bolei He","orcid":"https://orcid.org/0009-0000-8871-5542","observed_orcids":["https://orcid.org/0009-0000-8871-5542"]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bolei He","raw_affiliation_strings":["Baidu Inc. , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc. , Beijing , China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109636384","display_name":"Xianwei Xue","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianwei Xue","raw_affiliation_strings":["Baidu Inc. , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc. , Beijing , China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133189216","display_name":"Mengke Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengke Chen","raw_affiliation_strings":["Baidu Inc. , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc. , Beijing , China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133192321","display_name":"Qiutong Pan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiutong Pan","raw_affiliation_strings":["Baidu Inc. , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc. , Beijing , China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139828525","display_name":"Haiwei Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiwei Wang","raw_affiliation_strings":["Baidu Inc. , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc. , Beijing , China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5139750159","display_name":"Haifeng Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Li","raw_affiliation_strings":["Central South University , Changsha , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central South University , Changsha , China","institution_ids":["https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.43863243,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5708","last_page":"5723"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5562000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5562000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.15360000729560852,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.031599998474121094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chain-of-thought-reasoning","display_name":"chain-of-thought reasoning","score":0.8289999961853027},{"id":"https://openalex.org/keywords/reinforcement-learning-from-human-feedback","display_name":"reinforcement learning from human feedback","score":0.75},{"id":"https://openalex.org/keywords/overthinking","display_name":"overthinking","score":0.781000018119812},{"id":"https://openalex.org/keywords/directed-acyclic-graphs","display_name":"directed acyclic graphs","score":0.7310000061988831},{"id":"https://openalex.org/keywords/reward-sparsity","display_name":"reward sparsity","score":0.47699999809265137},{"id":"https://openalex.org/keywords/reasoning-efficiency","display_name":"reasoning efficiency","score":0.4580000042915344},{"id":"https://openalex.org/keywords/group-relative-policy-optimization","display_name":"Group Relative Policy Optimization","score":0.4099999964237213},{"id":"https://openalex.org/keywords/dpo","display_name":"DPO","score":0.5260000228881836},{"id":"https://openalex.org/keywords/supervised-fine-tuning","display_name":"supervised fine-tuning","score":0.7239999771118164}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5602999925613403},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.542900025844574},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.539900004863739},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2989000082015991},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.24040000140666962},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.23559999465942383},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.23389999568462372},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.2248000055551529}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.281","doi":"https://doi.org/10.18653/v1/2026.findings-acl.281","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.281","pdf_url":"https://aclanthology.org/2026.findings-acl.281.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.281","doi":"https://doi.org/10.18653/v1/2026.findings-acl.281","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.281","pdf_url":"https://aclanthology.org/2026.findings-acl.281.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166804535.pdf","grobid_xml":"https://content.openalex.org/works/W7166804535.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7138252257","https://openalex.org/W7168326986","https://openalex.org/W7129076211","https://openalex.org/W7131126100","https://openalex.org/W7204198453","https://openalex.org/W7126081047","https://openalex.org/W7163046114","https://openalex.org/W4415024500","https://openalex.org/W4417102263","https://openalex.org/W4415192111"],"abstract_inverted_index":{"Extending":[0],"CoT":[1,87,94],"through":[2],"RL":[3],"has":[4],"been":[5],"widely":[6],"used":[7],"to":[8,16,133,143,156],"enhance":[9],"the":[10,17,62,135,168],"reasoning":[11,36,170],"capabilities":[12],"of":[13,19,46],"LLMs.However,":[14],"due":[15],"sparsity":[18],"reward":[20],"signals,":[21],"it":[22,74],"can":[23],"also":[24],"induce":[25],"undesirable":[26],"thinking":[27],"patterns":[28],"such":[29,47],"as":[30],"overthinking,":[31],"i.e.,":[32],"generating":[33],"redundant":[34,148],"intermediate":[35],"content.In":[37],"this":[38,125],"work,":[39],"we":[40,83,90],"argue":[41],"that":[42,164],"a":[43,85,96,107,128],"major":[44],"source":[45],"redundancy":[48],"is":[49],"inefficient":[50],"reflection,":[51],"which":[52],"often":[53],"manifests":[54],"in":[55],"two":[56],"problematic":[57],"patterns:":[58],"Indiscriminate":[59],"Reflection,":[60,72],"where":[61,73],"model":[63],"performs":[64],"broad,":[65],"low-impact":[66],"checks":[67],"throughout":[68],"reasoning,":[69],"and":[70,105,150,161],"Repetitive":[71],"repeatedly":[75],"re-verifies":[76],"an":[77],"already":[78],"established":[79],"conclusion.To":[80],"address":[81],"this,":[82],"introduce":[84],"graph-based":[86],"optimization":[88],"framework.Specifically,":[89],"convert":[91],"each":[92],"linear":[93],"into":[95],"directed":[97],"acyclic":[98],"graph":[99],"(DAG)":[100],"with":[101,153],"explicit":[102],"dependency":[103],"edges,":[104],"design":[106],"dual":[108],"pruning":[109,112,120],"strategy:":[110],"branch-level":[111],"removes":[113],"weakly":[114],"contributing":[115],"reflection":[116],"branches,":[117],"while":[118,174],"depth-level":[119],"eliminates":[121],"late-stage":[122],"reverification.We":[123],"distill":[124],"behavior":[126],"via":[127],"threestage":[129],"pipeline:":[130],"(1)":[131],"SFT":[132],"initialize":[134],"policy":[136],"on":[137],"pruned":[138],"concise":[139],"traces,":[140],"(2)":[141],"DPO":[142],"prefer":[144],"correct":[145],"but":[146],"less":[147],"trajectories,":[149],"(3)":[151],"GRPO":[152],"length":[154],"penalty":[155],"jointly":[157],"optimize":[158],"answer":[159],"correctness":[160],"efficiency.Experiments":[162],"show":[163],"our":[165],"approach":[166],"reduces":[167],"average":[169],"tokens":[171],"by":[172],"42%":[173],"maintaining":[175],"or":[176],"improving":[177],"accuracy.":[178]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-07-02T00:00:00"}