{"id":"https://openalex.org/W4416034597","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.397","title":"Addition in Four Movements: Mapping Layer-wise Information Trajectories in LLMs","display_name":"Addition in Four Movements: Mapping Layer-wise Information Trajectories in LLMs","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034597","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.397"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.397","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.397","pdf_url":"https://aclanthology.org/2025.findings-emnlp.397.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.397.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101384934","display_name":"Yao Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I126924076","display_name":"Chongqing Normal University","ror":"https://ror.org/01dcw5w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I126924076"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yao Yan","raw_affiliation_strings":["Chongqing Normal University Chongqing Key Lab of Cognitive Intelligence and Intelligent Finance Chongqing , China"],"affiliations":[{"raw_affiliation_string":"Chongqing Normal University Chongqing Key Lab of Cognitive Intelligence and Intelligent Finance Chongqing , China","institution_ids":["https://openalex.org/I126924076"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5101384934"],"corresponding_institution_ids":["https://openalex.org/I126924076"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18015866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7518","last_page":"7532"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.12460000067949295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.12460000067949295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.10909999907016754,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.06989999860525131,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.2644999921321869},{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.24699999392032623},{"id":"https://openalex.org/keywords/ethnic-group","display_name":"Ethnic group","score":0.23999999463558197},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.23829999566078186}],"concepts":[{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.3864000141620636},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36390000581741333},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C91375879","wikidata":"https://www.wikidata.org/wiki/Q15473274","display_name":"Environmental planning","level":1,"score":0.24819999933242798},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.24699999392032623},{"id":"https://openalex.org/C137403100","wikidata":"https://www.wikidata.org/wiki/Q41710","display_name":"Ethnic group","level":2,"score":0.23999999463558197},{"id":"https://openalex.org/C107826830","wikidata":"https://www.wikidata.org/wiki/Q929380","display_name":"Environmental resource management","level":1,"score":0.23970000445842743},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.23829999566078186},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.23510000109672546},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.2303999960422516}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.397","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.397","pdf_url":"https://aclanthology.org/2025.findings-emnlp.397.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.397","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.397","pdf_url":"https://aclanthology.org/2025.findings-emnlp.397.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311970","display_name":"Chongqing Normal University","ror":"https://ror.org/01dcw5w74"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034597.pdf","grobid_xml":"https://content.openalex.org/works/W4416034597.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Arithmetic":[0],"offers":[1],"a":[2,27,128],"compact":[3],"test":[4],"of":[5,32],"whether":[6],"large":[7],"language":[8],"models":[9],"compute":[10],"or":[11],"memorize.We":[12],"study":[13],"multi-digit":[14,115],"addition":[15],"in":[16,148],"LLaMA-3-8B-Instruct":[17],"using":[18],"linear":[19],"probes":[20],"and":[21,25,62,80,117,137,151],"the":[22,47,83,92],"Logit":[23,141],"Lens,":[24],"find":[26],"consistent":[28,126],"four-stage,":[29],"layer-wise":[30],"ordering":[31],"probe-decodable":[33],"signal":[34,101],"types":[35],"across":[36],"depth:":[37],"(1)":[38],"early":[39],"layers":[40,58,67],"encode":[41],"formula":[42],"structure":[43],"(operand/operator":[44],"layout)":[45],"while":[46],"gold":[48],"next":[49,94],"token":[50,95],"is":[51,144],"still":[52],"far":[53],"from":[54,77],"top-1;":[55],"(2)":[56],"mid":[57],"expose":[59],"digit-wise":[60],"sums":[61],"carry":[63],"indicators;":[64],"(3)":[65],"deeper":[66],"express":[68],"result-level":[69],"numerical":[70],"abstractions":[71],"that":[72],"support":[73],"near-perfect":[74],"digit":[75],"decoding":[76],"hidden":[78],"states;":[79],"(4)":[81],"near":[82],"output,":[84],"representations":[85],"align":[86],"with":[87,91,106,127],"final":[88],"sequence":[89],"generation,":[90],"correct":[93],"reliably":[96],"ranked":[97],"first.Across":[98],"experiments,":[99],"each":[100],"family":[102],"becomes":[103],"linearly":[104],"decodable":[105],"high":[107],"accuracy":[108],"(stage-wise":[109],"peaks":[110],"typically":[111],"95%":[112],"on":[113],"in-domain":[114],"addition,":[116],"up":[118],"to":[119],"99%).Taken":[120],"together,":[121],"these":[122],"observations-in":[123],"our":[124],"setting-are":[125],"hierarchical,":[129],"computation-first":[130],"account":[131],"rather":[132],"than":[133],"rote":[134],"pattern":[135],"matching,":[136],"help":[138],"explain":[139],"why":[140],"Lens":[142],"inspection":[143],"most":[145],"informative":[146],"mainly":[147],"later":[149],"layers.Code":[150],"data":[152],"are":[153],"available":[154],"at":[155],"https://github.com/YaoToolChest/":[156],"addition-in-four-movements.git.":[157]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-11-08T00:00:00"}