{"id":"https://openalex.org/W7162339419","doi":"https://doi.org/10.48550/arxiv.2605.22873","title":"When Do LLMs Reason? A Dynamical Systems View via Entropy Phase Transitions","display_name":"When Do LLMs Reason? A Dynamical Systems View via Entropy Phase Transitions","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7162339419","doi":"https://doi.org/10.48550/arxiv.2605.22873"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.22873","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22873","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.22873","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136908737","display_name":"Wei Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136977209","display_name":"Haoqing Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Haoqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136969244","display_name":"Zhi-Hong Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Zhi-Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136954084","display_name":"Yehui Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Yehui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.24869999289512634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.24869999289512634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.15940000116825104,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.08630000054836273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6557999849319458},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6538000106811523},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6432999968528748},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4596000015735626},{"id":"https://openalex.org/keywords/reasoning-system","display_name":"Reasoning system","score":0.4138999879360199},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.365200012922287},{"id":"https://openalex.org/keywords/topological-entropy","display_name":"Topological entropy","score":0.32850000262260437},{"id":"https://openalex.org/keywords/dynamical-systems-theory","display_name":"Dynamical systems theory","score":0.31540000438690186}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6557999849319458},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6538000106811523},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6432999968528748},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6065000295639038},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4596000015735626},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.4138999879360199},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3952000141143799},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38499999046325684},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.365200012922287},{"id":"https://openalex.org/C2780350623","wikidata":"https://www.wikidata.org/wiki/Q3055355","display_name":"Topological entropy","level":2,"score":0.32850000262260437},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3199000060558319},{"id":"https://openalex.org/C79379906","wikidata":"https://www.wikidata.org/wiki/Q3174497","display_name":"Dynamical systems theory","level":2,"score":0.31540000438690186},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.298799991607666},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.2892000079154968},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2768000066280365},{"id":"https://openalex.org/C177321328","wikidata":"https://www.wikidata.org/wiki/Q13580479","display_name":"Goldilocks principle","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C136979486","wikidata":"https://www.wikidata.org/wiki/Q773483","display_name":"Existential quantification","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.22873","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22873","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.22873","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22873","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Chain-of-thought":[0],"(CoT)":[1],"reasoning":[2,22,55,122,226],"has":[3],"become":[4],"the":[5,187,206,237],"default":[6],"strategy":[7],"for":[8,243],"enhancing":[9],"LLM":[10,54,247],"capabilities,":[11],"yet":[12],"its":[13],"application":[14],"raises":[15],"a":[16,28,58,66,83,110,114,119,135,156],"fundamental":[17],"question:":[18],"when":[19],"is":[20,56],"explicit":[21],"actually":[23],"beneficial?":[24],"Empirical":[25],"evidence":[26],"reveals":[27],"striking":[29],"paradox:":[30],"CoT":[31,92],"often":[32],"provides":[33],"marginal":[34],"or":[35,63,101],"even":[36],"negative":[37],"gains":[38],"on":[39,125],"factual":[40],"and":[41,137,158,166,173,179,235,245],"open-ended":[42],"tasks":[43,62,89],"while":[44,97,195,217],"multiplying":[45],"token":[46,193,220],"consumption.":[47],"In":[48],"this":[49,87],"work,":[50],"we":[51,77,128],"show":[52],"that":[53,70,141,225],"not":[57],"static":[59,184],"property":[60],"of":[61,86,176,239],"models,":[64],"but":[65],"\\emph{dynamic":[67],"decoding":[68,144,241],"state}":[69],"emerges":[71],"during":[72],"generation.":[73],"Through":[74],"systematic":[75],"analysis,":[76],"find":[78],"early-stage":[79],"entropy":[80,95,145,153],"dynamics":[81],"provide":[82],"reliable":[84],"signal":[85],"state:":[88],"benefiting":[90],"from":[91,113],"exhibit":[93],"consistent":[94],"reduction,":[96],"others":[98],"display":[99],"unstable":[100],"increasing":[102],"patterns.":[103],"This":[104],"behavior":[105],"can":[106],"be":[107,228],"interpreted":[108],"as":[109,199,201],"phase-transition-like":[111],"shift":[112],"high-entropy":[115],"exploratory":[116],"regime":[117],"to":[118,146,215],"low-entropy":[120],"structured":[121],"regime.":[123],"Based":[124],"these":[126],"insights,":[127],"propose":[129],"\\textbf{EDRM}":[130],"(Entropy":[131],"Dynamics-based":[132],"Reasoning":[133],"Manifold),":[134],"lightweight":[136],"training-free":[138],"routing":[139],"framework":[140],"leverages":[142],"early":[143],"adaptively":[147],"select":[148],"inference":[149],"strategies.":[150],"EDRM":[151,181,190],"embeds":[152],"trajectories":[154],"into":[155],"compact":[157],"interpretable":[159],"manifold":[160],"representation,":[161],"enabling":[162],"both":[163],"zero-shot":[164],"deployment":[165],"fine-grained":[167],"instance-level":[168],"adaptation.":[169],"Across":[170],"15":[171],"benchmarks":[172],"4":[174],"LLMs":[175],"varying":[177],"scales":[178],"architectures,":[180],"consistently":[182],"outperforms":[183],"baselines.":[185],"At":[186,205],"dataset":[188],"level,":[189,208],"achieves":[191],"\\textbf{41--55\\%}":[192],"reduction":[194],"improving":[196],"accuracy":[197,212],"with":[198],"few":[200],"50":[202],"calibration":[203],"samples.":[204],"instance":[207],"it":[209],"further":[210],"improves":[211],"by":[213,233],"up":[214],"\\textbf{4.7\\%}":[216],"maintaining":[218],"\\textbf{27--45\\%}":[219],"savings.":[221],"These":[222],"results":[223],"suggest":[224],"should":[227],"invoked":[229],"selectively":[230],"rather":[231],"than":[232],"default,":[234],"demonstrate":[236],"effectiveness":[238],"entropy-driven":[240],"control":[242],"efficient":[244],"adaptive":[246],"inference.":[248]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-26T00:00:00"}