{"id":"https://openalex.org/W7124464252","doi":"https://doi.org/10.48550/arxiv.2601.09805","title":"Improving Chain-of-Thought for Logical Reasoning via Attention-Aware Intervention","display_name":"Improving Chain-of-Thought for Logical Reasoning via Attention-Aware Intervention","publication_year":2026,"publication_date":"2026-01-14","ids":{"openalex":"https://openalex.org/W7124464252","doi":"https://doi.org/10.48550/arxiv.2601.09805"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.09805","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.09805","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.09805","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123187311","display_name":"Nguyen Minh Phuong","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Phuong, Nguyen Minh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123170768","display_name":"Dang Huu Tien","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tien, Dang Huu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5123234980","display_name":"Naoya Inoue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Inoue, Naoya","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5123187311"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1657000035047531,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1657000035047531,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.16500000655651093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10350000113248825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6740000247955322},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6740000247955322},{"id":"https://openalex.org/keywords/deductive-reasoning","display_name":"Deductive reasoning","score":0.6049000024795532},{"id":"https://openalex.org/keywords/deductive-reasoning","display_name":"Deductive reasoning","score":0.6049000024795532},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6007999777793884},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6007999777793884},{"id":"https://openalex.org/keywords/logical-reasoning","display_name":"Logical reasoning","score":0.583299994468689},{"id":"https://openalex.org/keywords/logical-reasoning","display_name":"Logical reasoning","score":0.583299994468689},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.573199987411499},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.573199987411499},{"id":"https://openalex.org/keywords/logical-consequence","display_name":"Logical consequence","score":0.5587999820709229}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6966999769210815},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6966999769210815},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6740000247955322},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6740000247955322},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.6049000024795532},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.6049000024795532},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6007999777793884},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6007999777793884},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.583299994468689},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.583299994468689},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.573199987411499},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.573199987411499},{"id":"https://openalex.org/C134752490","wikidata":"https://www.wikidata.org/wiki/Q374182","display_name":"Logical consequence","level":2,"score":0.5587999820709229},{"id":"https://openalex.org/C134752490","wikidata":"https://www.wikidata.org/wiki/Q374182","display_name":"Logical consequence","level":2,"score":0.5587999820709229},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.557200014591217},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.5432000160217285},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.5432000160217285},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.5346999764442444},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.5346999764442444},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.5045999884605408},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.5045999884605408},{"id":"https://openalex.org/C21847791","wikidata":"https://www.wikidata.org/wiki/Q191081","display_name":"Logical conjunction","level":2,"score":0.48649999499320984},{"id":"https://openalex.org/C21847791","wikidata":"https://www.wikidata.org/wiki/Q191081","display_name":"Logical conjunction","level":2,"score":0.48649999499320984},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.47040000557899475},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.47040000557899475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4453999996185303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4453999996185303},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.4410000145435333},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.4410000145435333},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.42969998717308044},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.42969998717308044},{"id":"https://openalex.org/C20693621","wikidata":"https://www.wikidata.org/wiki/Q6667502","display_name":"Logical framework","level":2,"score":0.4108000099658966},{"id":"https://openalex.org/C20693621","wikidata":"https://www.wikidata.org/wiki/Q6667502","display_name":"Logical framework","level":2,"score":0.4108000099658966},{"id":"https://openalex.org/C203702819","wikidata":"https://www.wikidata.org/wiki/Q17146953","display_name":"Logical data model","level":3,"score":0.3797000050544739},{"id":"https://openalex.org/C203702819","wikidata":"https://www.wikidata.org/wiki/Q17146953","display_name":"Logical data model","level":3,"score":0.3797000050544739},{"id":"https://openalex.org/C103057564","wikidata":"https://www.wikidata.org/wiki/Q4751139","display_name":"Analytic reasoning","level":3,"score":0.3792000114917755},{"id":"https://openalex.org/C103057564","wikidata":"https://www.wikidata.org/wiki/Q4751139","display_name":"Analytic reasoning","level":3,"score":0.3792000114917755},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.3767000138759613},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.3767000138759613},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.3628999888896942}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.09805","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.09805","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.09805","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.09805","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"logical":[1,35,100,126,151],"reasoning":[2,15,62,65,101,137,152],"with":[3,99],"LLMs":[4],"primarily":[5],"relies":[6],"on":[7,45,104],"employing":[8],"complex":[9],"interactive":[10,38],"frameworks":[11],"that":[12,82,96,116,148],"decompose":[13],"the":[14,69,87,135],"process":[16],"into":[17,86],"subtasks":[18],"solved":[19],"through":[20,142],"carefully":[21],"designed":[22],"prompts":[23],"or":[24,43],"requiring":[25],"external":[26,46,78],"resources":[27],"(e.g.,":[28],"symbolic":[29],"solvers)":[30],"to":[31,66,133],"exploit":[32],"their":[33,50,125],"strong":[34],"structures.":[36],"While":[37],"approaches":[39],"introduce":[40,56],"additional":[41,163],"overhead":[42],"depend":[44],"components,":[47],"which":[48],"limit":[49],"scalability.":[51],"In":[52],"this":[53,105],"work,":[54],"we":[55,107],"a":[57,91],"non-interactive,":[58],"end-to-end":[59],"framework":[60],"for":[61],"tasks,":[63],"enabling":[64],"emerge":[67],"within":[68],"model":[70,158],"itself-improving":[71],"generalization":[72],"while":[73,160],"preserving":[74],"analyzability":[75],"without":[76],"any":[77],"resources.":[79],"We":[80],"show":[81,147],"introducing":[83],"structural":[84],"information":[85],"few-shot":[88],"prompt":[89],"activates":[90],"subset":[92],"of":[93],"attention":[94,118,143],"heads":[95,122],"patterns":[97],"aligned":[98],"operators.":[102],"Building":[103],"insight,":[106],"propose":[108],"Attention-Aware":[109],"Intervention":[110],"(AAI),":[111],"an":[112,130],"inference-time":[113],"intervention":[114],"method":[115],"reweights":[117],"scores":[119],"across":[120,154],"selected":[121],"identified":[123],"by":[124],"patterns.":[127],"AAI":[128,149],"offers":[129],"efficient":[131],"way":[132],"steer":[134],"model's":[136],"toward":[138],"leveraging":[139],"prior":[140],"knowledge":[141],"modulation.":[144],"Extensive":[145],"experiments":[146],"enhances":[150],"performance":[153],"diverse":[155],"benchmarks,":[156],"and":[157],"architectures,":[159],"incurring":[161],"negligible":[162],"computational":[164],"overhead.":[165],"Code":[166],"is":[167],"available":[168],"at":[169],"https://github.com/phuongnm94/aai_for_logical_reasoning.":[170]},"counts_by_year":[],"updated_date":"2026-01-28T23:14:49.684275","created_date":"2026-01-17T00:00:00"}