{"id":"https://openalex.org/W7133621188","doi":"https://doi.org/10.48550/arxiv.2603.03332","title":"Fragile Thoughts: How Large Language Models Handle Chain-of-Thought Perturbations","display_name":"Fragile Thoughts: How Large Language Models Handle Chain-of-Thought Perturbations","publication_year":2026,"publication_date":"2026-02-11","ids":{"openalex":"https://openalex.org/W7133621188","doi":"https://doi.org/10.48550/arxiv.2603.03332"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.03332","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120696007","display_name":"Ashwath Vaithinathan Aravindan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aravindan, Ashwath Vaithinathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128152267","display_name":"Mayank Kejriwal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kejriwal, Mayank","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20149637,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.2142000049352646,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.2142000049352646,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.17499999701976776,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08879999816417694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7001000046730042},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6007999777793884},{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.4221999943256378},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.36500000953674316},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.296099990606308},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.2802000045776367}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7001000046730042},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6007999777793884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5443000197410583},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.4221999943256378},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.36500000953674316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29679998755455017},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.29159998893737793},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2703000009059906},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.26919999718666077},{"id":"https://openalex.org/C2779714256","wikidata":"https://www.wikidata.org/wiki/Q25305062","display_name":"Multiple Models","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C73301696","wikidata":"https://www.wikidata.org/wiki/Q5469984","display_name":"Formalism (music)","level":3,"score":0.2547999918460846},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.03332","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.03332","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.03332","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.03332","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8259835243225098}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Chain-of-Thought":[0],"(CoT)":[1],"prompting":[2],"has":[3],"emerged":[4],"as":[5,156],"a":[6,35,43,157],"foundational":[7],"technique":[8],"for":[9,118,128,141,171],"eliciting":[10],"reasoning":[11,27,75,82,176],"from":[12],"Large":[13],"Language":[14],"Models":[15],"(LLMs),":[16],"yet":[17],"the":[18,81,94,129,180],"robustness":[19,41,184],"of":[20,39,46,64,131,182],"this":[21],"approach":[22],"to":[23,42,72],"corruptions":[24],"in":[25,66,80,98,174],"intermediate":[26],"steps":[28],"remains":[29,110],"poorly":[30],"understood.":[31],"This":[32],"paper":[33],"presents":[34],"comprehensive":[36],"empirical":[37],"evaluation":[38],"LLM":[40],"structured":[44],"taxonomy":[45],"5":[47],"CoT":[48],"perturbation":[49],"types:":[50],"\\textit{MathError,":[51],"UnitConversion,":[52],"Sycophancy,":[53],"SkippedSteps,}":[54],"and":[55,134,144,178,186,191],"\\textit{ExtraSteps}.":[56],"We":[57],"evaluate":[58],"13":[59],"models":[60,100],"spanning":[61],"three":[62],"orders":[63],"magnitude":[65],"parameter":[67],"count,":[68],"testing":[69],"their":[70],"ability":[71],"complete":[73],"mathematical":[74],"tasks":[76],"despite":[77],"perturbations":[78,92,162],"injected":[79],"chain.":[83],"Our":[84],"key":[85],"findings":[86,167],"reveal":[87],"heterogeneous":[88],"vulnerability":[89],"patterns:":[90],"MathError":[91],"produce":[93,136],"most":[95],"severe":[96],"degradation":[97,125],"small":[99,142],"(50-60\\%":[101],"accuracy":[102,124],"loss)":[103],"but":[104,163],"show":[105,151],"strong":[106],"scaling":[107],"benefits;":[108],"UnitConversion":[109],"challenging":[111],"across":[112],"all":[113],"scales":[114],"(>5\\%":[115],"loss":[116,140],"even":[117,127],"midsized":[119],"models);":[120],"ExtraSteps":[121],"incur":[122],"minimal":[123],"(0-6\\%)":[126],"smallest":[130],"models;":[132],"Sycophancy":[133],"SkippedSteps":[135],"modest":[137],"effects":[138],"($\\sim$10\\%":[139],"models)":[143],"slightly":[145],"improve":[146],"with":[147],"scale.":[148],"Scaling":[149],"relationships":[150],"that":[152],"model":[153],"size":[154],"serve":[155],"protective":[158],"factor":[159],"against":[160],"many":[161],"not":[164],"always.":[165],"These":[166],"have":[168],"direct":[169],"implications":[170],"deploying":[172],"LLMs":[173],"multi-stage":[175],"pipelines":[177],"underscore":[179],"necessity":[181],"task-specific":[183],"assessments":[185],"mitigation":[187],"strategies.":[188],"The":[189],"code":[190],"results":[192],"are":[193],"available":[194],"at":[195],"https://github.com/Mystic-Slice/CoTPerturbation":[196]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-06T00:00:00"}