{"id":"https://openalex.org/W7162626878","doi":"https://doi.org/10.48550/arxiv.2605.28006","title":"Integrated and Cross-Architecture Interpretation of LLM Reasoning","display_name":"Integrated and Cross-Architecture Interpretation of LLM Reasoning","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162626878","doi":"https://doi.org/10.48550/arxiv.2605.28006"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.28006","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28006","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.28006","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137241337","display_name":"Leonardo Matthew Yauw","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yauw, Leonardo Matthew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137199657","display_name":"Wei-Bin Kou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kou, Wei-Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137250694","display_name":"Yujiu Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yujiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.2630000114440918,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.2630000114440918,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09839999675750732,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.054099999368190765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.7512000203132629},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6477000117301941},{"id":"https://openalex.org/keywords/jaccard-index","display_name":"Jaccard index","score":0.5171999931335449},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.4864000082015991},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4860999882221222},{"id":"https://openalex.org/keywords/qualitative-reasoning","display_name":"Qualitative reasoning","score":0.45899999141693115},{"id":"https://openalex.org/keywords/analytic-reasoning","display_name":"Analytic reasoning","score":0.40049999952316284},{"id":"https://openalex.org/keywords/reasoning-system","display_name":"Reasoning system","score":0.39820000529289246}],"concepts":[{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.7512000203132629},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6477000117301941},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6287000179290771},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5418999791145325},{"id":"https://openalex.org/C203519979","wikidata":"https://www.wikidata.org/wiki/Q865360","display_name":"Jaccard index","level":3,"score":0.5171999931335449},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.4864000082015991},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4860999882221222},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.45899999141693115},{"id":"https://openalex.org/C103057564","wikidata":"https://www.wikidata.org/wiki/Q4751139","display_name":"Analytic reasoning","level":3,"score":0.40049999952316284},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3905999958515167},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34369999170303345},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.3382999897003174},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.3314000070095062},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C183521366","wikidata":"https://www.wikidata.org/wiki/Q7256422","display_name":"Psychology of reasoning","level":4,"score":0.26460000872612},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.2565000057220459},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.25540000200271606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.28006","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28006","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.28006","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28006","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"how":[1,119],"LLMs":[2],"reason":[3],"is":[4],"hindered":[5],"by":[6],"a":[7,57,129],"practical":[8],"asymmetry:":[9],"while":[10],"their":[11],"generated":[12],"outputs":[13],"are":[14,111,142],"observable,":[15],"the":[16,38,82,99,139],"underlying":[17],"reasoning":[18,62,120,143],"patterns":[19,121],"remain":[20],"opaque.":[21],"Relying":[22],"on":[23,147],"single":[24],"probes,":[25],"such":[26],"as":[27,113],"Mutual":[28],"Information":[29],"Peak":[30],"(MIP)":[31],"or":[32],"Deep-Thinking":[33],"Ratio":[34],"(DTR),":[35],"risks":[36],"underestimating":[37],"genuine":[39],"inferential":[40],"structure.":[41],"To":[42],"response":[43],"this":[44],"deficiency,":[45],"we":[46,65,86,127],"present":[47],"an":[48,88],"Integrated,":[49],"cross-Architecture":[50],"Reasoning":[51],"(IAR)":[52],"framework,":[53],"designed":[54],"to":[55,60,68,77,97,117,136],"provide":[56],"unified":[58],"approach":[59],"LLM":[61],"interpretability.":[63],"Specifically,":[64],"first":[66],"propose":[67],"use":[69],"bandwidth-calibrated":[70],"MIP":[71],"coupled":[72],"with":[73],"Tukey":[74],"IQR":[75],"peak-detection":[76],"isolate":[78],"reasoning-crucial":[79,109],"tokens":[80,93,96,110,141],"at":[81],"output":[83],"layer.":[84],"Second,":[85],"performed":[87],"overlap":[89],"analysis":[90],"between":[91],"MIP-picked":[92],"and":[94,152,160],"DTR-deep":[95],"trace":[98],"cross-layer":[100],"trajectories":[101],"of":[102],"those":[103],"tokens.":[104],"This":[105],"also":[106],"discloses":[107],"whether":[108],"computation-intensive":[112],"well,":[114],"further":[115],"facilitating":[116],"understand":[118],"evolve":[122],"across":[123,154,168],"model":[124],"layers.":[125],"Finally,":[126],"apply":[128],"Jaccard":[130],"stability":[131],"metric":[132],"over":[133],"multi-domain":[134],"problems":[135],"verify":[137],"if":[138],"MIP-identified":[140],"quality-guaranteed.":[144],"Extensive":[145],"experiments":[146],"three":[148],"models":[149],"(Qwen-7B,":[150],"Qwen-14B,":[151],"Llama-8B)":[153],"four":[155],"domains":[156],"(mathematics,":[157],"code,":[158],"logic,":[159],"common":[161],"sense)":[162],"demonstrate":[163],"IAR's":[164],"generalizable":[165],"interpretation":[166],"capabilities":[167],"architectures.":[169]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-29T00:00:00"}
