{"id":"https://openalex.org/W7125779952","doi":"https://doi.org/10.48550/arxiv.2601.17593","title":"From Chains to DAGs: Probing the Graph Structure of Reasoning in LLMs","display_name":"From Chains to DAGs: Probing the Graph Structure of Reasoning in LLMs","publication_year":2026,"publication_date":"2026-01-24","ids":{"openalex":"https://openalex.org/W7125779952","doi":"https://doi.org/10.48550/arxiv.2601.17593"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.17593","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.17593","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.17593","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123951967","display_name":"Tianjun Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhong, Tianjun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123941897","display_name":"Linyang He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Linyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124046972","display_name":"Nima Mesgarani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mesgarani, Nima","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5123951967"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.39559999108314514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.39559999108314514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.26910001039505005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06289999932050705,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.66839998960495},{"id":"https://openalex.org/keywords/directed-acyclic-graph","display_name":"Directed acyclic graph","score":0.6047999858856201},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.5717999935150146},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5220000147819519},{"id":"https://openalex.org/keywords/deductive-reasoning","display_name":"Deductive reasoning","score":0.4812999963760376},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.43860000371932983},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.4262000024318695},{"id":"https://openalex.org/keywords/reasoning-system","display_name":"Reasoning system","score":0.39899998903274536}],"concepts":[{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.66839998960495},{"id":"https://openalex.org/C74197172","wikidata":"https://www.wikidata.org/wiki/Q1195339","display_name":"Directed acyclic graph","level":2,"score":0.6047999858856201},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5891000032424927},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.5717999935150146},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5220000147819519},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.4812999963760376},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4756999909877777},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.43860000371932983},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4262000024318695},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.39899998903274536},{"id":"https://openalex.org/C146380142","wikidata":"https://www.wikidata.org/wiki/Q1137726","display_name":"Directed graph","level":2,"score":0.3939000070095062},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.38609999418258667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36239999532699585},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.3474000096321106},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.34450000524520874},{"id":"https://openalex.org/C136979486","wikidata":"https://www.wikidata.org/wiki/Q773483","display_name":"Existential quantification","level":2,"score":0.2969000041484833},{"id":"https://openalex.org/C73301696","wikidata":"https://www.wikidata.org/wiki/Q5469984","display_name":"Formalism (music)","level":3,"score":0.2964000105857849},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2736999988555908},{"id":"https://openalex.org/C103057564","wikidata":"https://www.wikidata.org/wiki/Q4751139","display_name":"Analytic reasoning","level":3,"score":0.2703000009059906},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.2678000032901764},{"id":"https://openalex.org/C134752490","wikidata":"https://www.wikidata.org/wiki/Q374182","display_name":"Logical consequence","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.17593","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.17593","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.17593","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.17593","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"progress":[1],"in":[2,9,52,147,153],"large":[3],"language":[4],"models":[5],"has":[6],"renewed":[7],"interest":[8],"how":[10],"multi-step":[11],"reasoning":[12,21,27,76,88,123,137,178],"is":[13,50,144,179],"represented":[14],"internally.":[15],"While":[16],"prior":[17],"work":[18],"often":[19],"treats":[20],"as":[22,33],"a":[23,62,91],"linear":[24],"chain,":[25],"many":[26],"problems":[28],"are":[29,44],"more":[30],"naturally":[31],"modeled":[32],"directed":[34],"acyclic":[35],"graphs":[36],"(DAGs),":[37],"where":[38,79],"intermediate":[39,154],"conclusions":[40],"branch,":[41],"merge,":[42],"and":[43,78,94,104,125,163,166],"reused.":[45],"Whether":[46],"such":[47],"graph":[48,187],"structure":[49,81,118,131,143],"reflected":[51],"model":[53,164],"internals":[54],"remains":[55],"unclear.":[56],"We":[57,85],"introduce":[58],"Reasoning":[59],"DAG":[60,77,117,142],"Probing,":[61],"framework":[63],"for":[64],"testing":[65],"whether":[66],"LLM":[67,148,177],"hidden":[68,107],"states":[69],"linearly":[70],"encode":[71],"properties":[72],"of":[73,116,170],"an":[74],"underlying":[75],"this":[80],"emerges":[82],"across":[83,119],"layers.":[84],"associate":[86],"each":[87],"node":[89,100,159],"with":[90,150],"textual":[92],"realization":[93],"train":[95],"lightweight":[96],"probes":[97],"to":[98],"predict":[99],"depth,":[101,160],"pairwise":[102],"distance,":[103],"adjacency":[105],"from":[106],"states.":[108],"Using":[109],"these":[110],"probes,":[111],"we":[112,139],"analyze":[113],"the":[114],"emergence":[115],"layers,":[120,155],"reconstruct":[121],"approximate":[122],"graphs,":[124],"evaluate":[126],"controls":[127],"that":[128,141,176],"disrupt":[129],"reasoning-relevant":[130],"while":[132],"preserving":[133],"surface":[134],"text.":[135],"Across":[136],"benchmarks,":[138],"find":[140],"meaningfully":[145],"encoded":[146],"representations,":[149],"recoverability":[151],"peaking":[152],"varying":[156],"systematically":[157],"by":[158],"edge":[161],"span,":[162],"scale,":[165],"enabling":[167],"nontrivial":[168],"recovery":[169],"dependency":[171],"graphs.":[172],"These":[173],"findings":[174],"suggest":[175],"not":[180],"purely":[181],"sequential,":[182],"but":[183],"exhibits":[184],"measurable":[185],"internal":[186],"structure.":[188]},"counts_by_year":[],"updated_date":"2026-04-08T06:01:36.053099","created_date":"2026-01-28T00:00:00"}