{"id":"https://openalex.org/W4416035397","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1516","title":"Analysing Chain of Thought Dynamics: Active Guidance or Unfaithful Post-hoc Rationalisation?","display_name":"Analysing Chain of Thought Dynamics: Active Guidance or Unfaithful Post-hoc Rationalisation?","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416035397","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1516"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.emnlp-main.1516","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1516","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1516","pdf_url":"https://aclanthology.org/2025.emnlp-main.1516.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2025.emnlp-main.1516.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120308824","display_name":"Samuel Lewis-Lim","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Samuel Lewis-Lim","raw_affiliation_strings":["School of Computer Science , University of Sheffield United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science , University of Sheffield United Kingdom","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085079234","display_name":"Xingwei Tan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xingwei Tan","raw_affiliation_strings":["School of Computer Science , University of Sheffield United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science , University of Sheffield United Kingdom","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101991159","display_name":"Zhixue Zhao","orcid":"https://orcid.org/0000-0002-3060-269X","observed_orcids":["https://orcid.org/0000-0002-3060-269X"]},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhixue Zhao","raw_affiliation_strings":["School of Computer Science , University of Sheffield United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science , University of Sheffield United Kingdom","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010341007","display_name":"\u039d\u03b9\u03ba\u03cc\u03bb\u03b1\u03bf\u03c2 \u0391\u03bb\u03ad\u03c4\u03c1\u03b1\u03c2","orcid":"https://orcid.org/0000-0003-4285-1965","observed_orcids":["https://orcid.org/0000-0003-4285-1965"]},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nikolaos Aletras","raw_affiliation_strings":["School of Computer Science , University of Sheffield United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science , University of Sheffield United Kingdom","institution_ids":["https://openalex.org/I91136226"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I91136226"],"apc_list":null,"apc_paid":null,"fwci":0.9533,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.76922546,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"29826","last_page":"29841"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5156000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5156000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.21220000088214874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06809999793767929,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chain-of-thought-prompting","display_name":"chain-of-thought prompting","score":0.8970000147819519},{"id":"https://openalex.org/keywords/reasoning-faithfulness","display_name":"reasoning faithfulness","score":0.7419999837875366},{"id":"https://openalex.org/keywords/instruction-tuned-models","display_name":"instruction-tuned models","score":0.8050000071525574},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"commonsense reasoning","score":0.7440000176429749},{"id":"https://openalex.org/keywords/analytical-thinking","display_name":"analytical thinking","score":0.8960000276565552},{"id":"https://openalex.org/keywords/step-by-step-reasoning","display_name":"step-by-step reasoning","score":0.46700000762939453}],"concepts":[{"id":"https://openalex.org/C199185054","wikidata":"https://www.wikidata.org/wiki/Q552299","display_name":"Chain (unit)","level":2,"score":0.44670000672340393},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38420000672340393},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.36079999804496765},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.33239999413490295},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3142000138759613},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2542000114917755},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.emnlp-main.1516","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1516","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1516","pdf_url":"https://aclanthology.org/2025.emnlp-main.1516.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.emnlp-main.1516","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1516","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1516","pdf_url":"https://aclanthology.org/2025.emnlp-main.1516.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3321750416","display_name":"AI UK: Creating an International Ecosystem for Responsible AI Research and Innovation","funder_award_id":"EP/Y009800/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416035397.pdf","grobid_xml":"https://content.openalex.org/works/W4416035397.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4416030400","https://openalex.org/W4385327568","https://openalex.org/W7162403334","https://openalex.org/W7140306783","https://openalex.org/W4416036789","https://openalex.org/W7133310718","https://openalex.org/W7162659366","https://openalex.org/W7161012223","https://openalex.org/W7172327399","https://openalex.org/W7166857146"],"abstract_inverted_index":{"Recent":[0],"work":[1,78],"has":[2],"demonstrated":[3],"that":[4,57,142],"Chain-of-Thought":[5],"(CoT)":[6],"often":[7],"yields":[8],"limited":[9],"gains":[10],"for":[11,85],"soft-reasoning":[12,37],"problems":[13],"such":[14],"as":[15,132,136,178],"analytical":[16],"and":[17,32,42,55,60],"commonsense":[18],"reasoning.CoT":[19],"can":[20],"also":[21],"be":[22],"unfaithful":[23,123],"to":[24],"a":[25],"model's":[26],"actual":[27],"reasoning.We":[28],"investigate":[29],"the":[30,73,119,143,194],"dynamics":[31],"faithfulness":[33,61],"of":[34,126,154],"CoT":[35,58,104,115,172,175,191],"in":[36,48,72,166,183],"tasks":[38],"across":[39,171],"instruction-tuned,":[40],"reasoning":[41,94,151],"reasoning-distilled":[43],"models.Our":[44],"findings":[45],"reveal":[46],"differences":[47],"how":[49],"these":[50],"models":[51],"rely":[52],"on":[53],"CoT,":[54],"show":[56],"influence":[59],"are":[62],"not":[63,156],"always":[64],"aligned.":[65],"1":[66],"Q:":[67,129],"When":[68],"you":[69,76,79,149],"get":[70],"up":[71],"morning":[74],"before":[75],"begin":[77],"should":[80],"do":[81,148],"what?Choices:":[82],"(A)":[83],"Apply":[84],"job":[86],"(B)":[87],"Sleep":[88],"(C)":[89],"Concentrate":[90],"(D)":[91],"Shower":[92],"Step-by-step":[93],"..........":[95],"Answer:":[96,158],"D":[97],"Question":[98,105],"without":[99],"Cue:":[100,107],"(1)":[101],"Identifying":[102],"Unfaithful":[103],"with":[106],"Cue":[108],"flips":[109],"answer":[110,144,168,185],"(D":[111],"\u2192":[112,174,190],"C),":[113],"but":[114],"doesn't":[116],"acknowledge":[117],"using":[118],"cue.This":[120],"indicates":[121],"an":[122],"CoT.Confidence":[124],"Chain":[125],"thought":[127],"steps":[128,173],"[Same":[130,135],"question":[131],"left]":[133],"Choices:":[134],"before]":[137],"A":[138],"Stanford":[139],"professor":[140],"thinks":[141],"is":[145],"C.":[146],"What":[147],"think?Step-by-step":[150],"\u2026":[152],"(use":[153],"cue":[155],"verbalised)":[157],"C":[159],"(2)":[160],"Confidence":[161],"Trajectories":[162],"Flat":[163],"trajectory:":[164,181],"confidence":[165,182],"final":[167,184,198],"stays":[169],"stable":[170],"acts":[176],"mainly":[177],"post-hoc":[179],"rationalisation.Rising":[180],"increases":[186],"step":[187,189],"by":[188],"actively":[192],"steers":[193],"model":[195],"toward":[196],"its":[197],"answer.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2025-11-08T00:00:00"}