{"id":"https://openalex.org/W4416018104","doi":"https://doi.org/10.1145/3746252.3760890","title":"Frozen in the Middle: Hidden States Remain Unchanged Across Intermediate Layers of Language Models","display_name":"Frozen in the Middle: Hidden States Remain Unchanged Across Intermediate Layers of Language Models","publication_year":2025,"publication_date":"2025-11-08","ids":{"openalex":"https://openalex.org/W4416018104","doi":"https://doi.org/10.1145/3746252.3760890"},"language":null,"primary_location":{"id":"doi:10.1145/3746252.3760890","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746252.3760890","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3746252.3760890","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120301840","display_name":"Pavel Tikhonov","orcid":"https://orcid.org/0009-0000-5847-2586"},"institutions":[{"id":"https://openalex.org/I9115533","display_name":"Moscow Polytechnic University","ror":"https://ror.org/03paz2a60","country_code":"RU","type":"education","lineage":["https://openalex.org/I9115533"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Pavel Tikhonov","raw_affiliation_strings":["AIRI, Moscow, Russian Federation and Skoltech, Moscow, Russian Federation"],"raw_orcid":"https://orcid.org/0009-0000-5847-2586","affiliations":[{"raw_affiliation_string":"AIRI, Moscow, Russian Federation and Skoltech, Moscow, Russian Federation","institution_ids":["https://openalex.org/I9115533"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110004623","display_name":"Dmitry Ilvovsky","orcid":"https://orcid.org/0000-0002-5484-372X"},"institutions":[{"id":"https://openalex.org/I118501908","display_name":"National Research University Higher School of Economics","ror":"https://ror.org/055f7t516","country_code":"RU","type":"education","lineage":["https://openalex.org/I118501908"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Dmitry Ilvovsky","raw_affiliation_strings":["HSE University, Moscow, Russian Federation"],"raw_orcid":"https://orcid.org/0000-0002-5484-372X","affiliations":[{"raw_affiliation_string":"HSE University, Moscow, Russian Federation","institution_ids":["https://openalex.org/I118501908"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29441472,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5289","last_page":"5293"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.4203000068664551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.4203000068664551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.051100000739097595,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.04170000180602074,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9293000102043152},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4887000024318695},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.44609999656677246},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.40380001068115234},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.38519999384880066},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.3637999892234802},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.3515999913215637}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9293000102043152},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6004999876022339},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4887000024318695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47749999165534973},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.44609999656677246},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.40380001068115234},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.38519999384880066},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37560001015663147},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.3637999892234802},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.30160000920295715},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.2913999855518341},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.25380000472068787},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.2531000077724457}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746252.3760890","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746252.3760890","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3746252.3760890","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746252.3760890","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":1,"referenced_works":["https://openalex.org/W2803439868"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,12,40,70,100,128],"internal":[4],"mechanisms":[5],"of":[6,14,43,81,103,136,148],"large":[7],"language":[8],"models":[9],"(LLMs)":[10],"through":[11],"lens":[13],"Mechanistic":[15],"Interpretability":[16],"(MI).":[17],"We":[18],"present":[19],"novel":[20],"findings":[21],"on":[22,91],"how":[23,137],"information":[24,47,93,126,141],"is":[25],"processed":[26],"and":[27,46,73,87,114,142],"propagated":[28],"within":[29],"these":[30],"models.":[31],"Our":[32,84],"key":[33],"contributions":[34],"include:":[35],"(1)":[36],"providing":[37],"evidence":[38],"for":[39,127],"localized":[41],"nature":[42],"fact":[44],"storage":[45],"propagation":[48],"from":[49],"subject":[50,109],"tokens;":[51],"(2)":[52],"introducing":[53],"a":[54,76,144],"new":[55],"observation":[56],"that":[57],"hidden":[58],"states":[59,111],"remain":[60,115],"largely":[61],"unchanged":[62],"across":[63,107],"multiple":[64,119],"middle":[65,120],"layers,":[66,108],"which":[67],"we":[68],"call":[69],"''plateau''":[71],"phenomenon;":[72],"(3)":[74],"developing":[75],"manually":[77],"crafted":[78],"diagnostic":[79],"dataset":[80],"factual":[82,140],"prompts.":[83],"work":[85],"complements":[86],"extends":[88],"prior":[89],"research":[90],"transformer":[92],"flow":[94],"by":[95],"demonstrating":[96],"that,":[97],"contrary":[98],"to":[99],"prevailing":[101],"assumption":[102],"sequential":[104],"representation":[105],"enrichment":[106],"token":[110],"stabilize":[112],"early":[113],"functionally":[116],"static":[117],"throughout":[118],"layers":[121],"while":[122],"containing":[123],"all":[124],"necessary":[125],"final":[129],"prediction.":[130],"These":[131],"insights":[132],"advance":[133],"our":[134],"understanding":[135],"transformers":[138],"process":[139],"suggest":[143],"more":[145],"complex":[146],"pattern":[147],"layer":[149],"specialization":[150],"than":[151],"previously":[152],"identified.":[153]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-11-08T00:00:00"}