{"id":"https://openalex.org/W7147257326","doi":"https://doi.org/10.48550/arxiv.2603.29735","title":"Unveiling the Reasoning Process of Large Language Models","display_name":"Unveiling the Reasoning Process of Large Language Models","publication_year":2026,"publication_date":"2026-03-31","ids":{"openalex":"https://openalex.org/W7147257326","doi":"https://doi.org/10.48550/arxiv.2603.29735"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.29735","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29735","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.29735","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132622471","display_name":"Junjie Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Junjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132661756","display_name":"Zhen Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Dong, Xisong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Xisong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132570435","display_name":"Gang Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Gang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.46639999747276306,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.46639999747276306,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.03880000114440918,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.0357000008225441,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.7107999920845032},{"id":"https://openalex.org/keywords/human-language","display_name":"Human language","score":0.49549999833106995},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4765999913215637},{"id":"https://openalex.org/keywords/information-processing","display_name":"Information processing","score":0.46230000257492065},{"id":"https://openalex.org/keywords/information-cascade","display_name":"Information cascade","score":0.45829999446868896},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.4311999976634979},{"id":"https://openalex.org/keywords/artificial-life","display_name":"Artificial life","score":0.38769999146461487},{"id":"https://openalex.org/keywords/transition","display_name":"Transition (genetics)","score":0.3702000081539154},{"id":"https://openalex.org/keywords/complex-system","display_name":"Complex system","score":0.3652999997138977}],"concepts":[{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.7107999920845032},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6050999760627747},{"id":"https://openalex.org/C2993724205","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Human language","level":2,"score":0.49549999833106995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49540001153945923},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4765999913215637},{"id":"https://openalex.org/C87868495","wikidata":"https://www.wikidata.org/wiki/Q750843","display_name":"Information processing","level":2,"score":0.46230000257492065},{"id":"https://openalex.org/C27286358","wikidata":"https://www.wikidata.org/wiki/Q6031027","display_name":"Information cascade","level":2,"score":0.45829999446868896},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.4311999976634979},{"id":"https://openalex.org/C19273510","wikidata":"https://www.wikidata.org/wiki/Q263847","display_name":"Artificial life","level":2,"score":0.38769999146461487},{"id":"https://openalex.org/C194232998","wikidata":"https://www.wikidata.org/wiki/Q1606712","display_name":"Transition (genetics)","level":3,"score":0.3702000081539154},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3677000105381012},{"id":"https://openalex.org/C47822265","wikidata":"https://www.wikidata.org/wiki/Q854457","display_name":"Complex system","level":2,"score":0.3652999997138977},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.3441999852657318},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.32359999418258667},{"id":"https://openalex.org/C33326189","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information integration","level":2,"score":0.3203999996185303},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.3034000098705292},{"id":"https://openalex.org/C116672817","wikidata":"https://www.wikidata.org/wiki/Q1454986","display_name":"Physical system","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C2984703881","wikidata":"https://www.wikidata.org/wiki/Q2313085","display_name":"Language evolution","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C135796866","wikidata":"https://www.wikidata.org/wiki/Q7315328","display_name":"Reservoir computing","level":4,"score":0.2632000148296356},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.2563000023365021}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.29735","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29735","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.29735","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29735","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"often":[3],"reason":[4],"beyond":[5],"surface":[6],"tokens,":[7],"but":[8,141],"the":[9,91],"internal":[10],"stage":[11,149],"at":[12,125],"which":[13],"token-level":[14,152],"information":[15,34,153],"becomes":[16],"abstract":[17,132],"relational":[18,156],"structure":[19],"remains":[20],"unclear.":[21],"We":[22],"investigate":[23],"this":[24],"question":[25],"by":[26,74,99,106],"analyzing":[27],"how":[28],"attention":[29],"heads":[30],"and":[31,40,56,82,115],"layers":[32,53,62],"transform":[33],"during":[35],"autoregressive":[36],"reasoning.":[37],"Across":[38],"mathematical":[39],"symbolic":[41,93],"reasoning":[42,133],"tasks,":[43],"we":[44],"observe":[45],"a":[46,146],"consistent":[47],"layer-wise":[48],"division":[49],"of":[50],"labor:":[51],"outer":[52],"mainly":[54],"preserve":[55],"route":[57],"input-related":[58],"features,":[59],"whereas":[60],"middle":[61],"reorganize":[63],"them":[64],"into":[65,154],"more":[66],"transferable":[67],"rule-level":[68],"representations.":[69],"This":[70],"interpretation":[71],"is":[72,96,134,142],"supported":[73,98],"representation":[75],"geometry:":[76],"middle-layer":[77,103,147],"states":[78],"occupy":[79],"lower-dimensional":[80],"manifolds":[81],"show":[83],"stronger":[84],"alignment":[85],"across":[86,138],"disjoint":[87],"vocabularies":[88],"that":[89,131,150],"instantiate":[90],"same":[92],"rules.":[94],"It":[95],"further":[97],"causal":[100],"interventions:":[101],"removing":[102,119],"components":[104,120],"identified":[105],"our":[107],"interaction-based":[108],"criterion":[109],"produces":[110],"substantially":[111],"larger":[112],"downstream":[113],"changes":[114],"accuracy":[116],"drops":[117],"than":[118],"from":[121],"other":[122],"regions":[123],"or":[124],"random.":[126],"Together,":[127],"these":[128],"results":[129],"suggest":[130],"not":[135],"uniformly":[136],"distributed":[137],"transformer":[139],"layers,":[140],"preferentially":[143],"formed":[144],"in":[145],"computation":[148],"converts":[151],"reusable":[155],"structure.":[157]},"counts_by_year":[],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2026-04-02T00:00:00"}