{"id":"https://openalex.org/W7162550959","doi":"https://doi.org/10.48550/arxiv.2605.26362","title":"Why LLMs Hallucinate on Structured Knowledge: A Mechanistic Analysis of Reasoning over Linearized Representations","display_name":"Why LLMs Hallucinate on Structured Knowledge: A Mechanistic Analysis of Reasoning over Linearized Representations","publication_year":2026,"publication_date":"2026-05-25","ids":{"openalex":"https://openalex.org/W7162550959","doi":"https://doi.org/10.48550/arxiv.2605.26362"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.26362","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26362","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.26362","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042276502","display_name":"Shanghao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Shanghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017518724","display_name":"Jinda Han","orcid":"https://orcid.org/0009-0006-3758-2691"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Jinda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137180837","display_name":"Yibo Wang","orcid":"https://orcid.org/0009-0005-5693-5918"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111182164","display_name":"Yuanjie Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yuanjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137091978","display_name":"Zihe Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Zihe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137146326","display_name":"Langzhou He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Langzhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120789509","display_name":"Kenan Kamel A Alghythee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alghythee, Kenan Kamel A","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137166844","display_name":"Philip S. Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Philip S.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.22390000522136688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.22390000522136688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18250000476837158,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.11659999936819077,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.9312999844551086},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.39660000801086426},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.3727000057697296},{"id":"https://openalex.org/keywords/causality","display_name":"Causality (physics)","score":0.3546999990940094},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.3093000054359436},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.3061999976634979},{"id":"https://openalex.org/keywords/causal-reasoning","display_name":"Causal reasoning","score":0.29339998960494995}],"concepts":[{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.9312999844551086},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5776000022888184},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4717999994754791},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.44760000705718994},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40549999475479126},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.39660000801086426},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3727000057697296},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36890000104904175},{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.3546999990940094},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.31450000405311584},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3131999969482422},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.29420000314712524},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.29339998960494995},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2924000024795532},{"id":"https://openalex.org/C2777877512","wikidata":"https://www.wikidata.org/wiki/Q1116097","display_name":"Common ground","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C2780023022","wikidata":"https://www.wikidata.org/wiki/Q1338171","display_name":"Compensation (psychology)","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.2531000077724457}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.26362","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26362","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.26362","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26362","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"many":[1],"reasoning":[2],"tasks,":[3],"large":[4],"language":[5],"models":[6],"(LLMs)":[7],"rely":[8],"on":[9],"structured":[10,143],"external":[11],"knowledge,":[12,89],"such":[13,44],"as":[14],"graphs":[15,132],"and":[16,39,53,135],"tables,":[17],"which":[18],"is":[19,31,104],"typically":[20],"linearized":[21],"into":[22],"sequential":[23],"token":[24],"representations.":[25],"However,":[26],"even":[27],"when":[28],"sufficient":[29],"knowledge":[30,144],"available,":[32],"LLMs":[33],"can":[34],"still":[35],"produce":[36],"hallucinated":[37],"outputs,":[38],"the":[40,78,87,91],"underlying":[41],"mechanisms":[42,52],"behind":[43],"failures":[45,108],"remain":[46],"poorly":[47],"understood.":[48],"We":[49],"investigate":[50],"these":[51,126],"find":[54],"that":[55,102,125],"hallucinations":[56],"arise":[57],"from":[58],"systematic":[59],"internal":[60],"dynamics":[61],"rather":[62,74],"than":[63,75],"random":[64],"noise.":[65],"First,":[66],"attention":[67,116],"disproportionately":[68],"concentrates":[69],"toward":[70],"shortcut-like":[71],"structural":[72],"cues":[73],"distributing":[76],"across":[77,142],"full":[79],"context.":[80],"Second,":[81],"feed-forward":[82,113],"representations":[83],"fail":[84],"to":[85,93,95,133],"ground":[86],"provided":[88],"causing":[90],"model":[92],"revert":[94],"parametric":[96],"memory.":[97],"Moreover,":[98],"our":[99],"results":[100],"indicate":[101],"hallucination":[103,140],"consistently":[105],"associated":[106],"with":[107],"in":[109],"semantic":[110],"grounding":[111],"within":[112],"layers,":[114],"while":[115],"allocation":[117],"exhibits":[118],"greater":[119],"task-dependent":[120],"variability.":[121],"Finally,":[122],"we":[123],"show":[124],"mechanistic":[127],"patterns":[128],"generalize":[129],"beyond":[130],"single-hop":[131],"multi-hop":[134],"tabular":[136],"settings,":[137],"enabling":[138],"effective":[139],"detection":[141],"formats.":[145]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-28T00:00:00"}