{"id":"https://openalex.org/W7160247613","doi":"https://doi.org/10.48550/arxiv.2605.01148","title":"Arithmetic in the Wild: Llama uses Base-10 Addition to Reason About Cyclic Concepts","display_name":"Arithmetic in the Wild: Llama uses Base-10 Addition to Reason About Cyclic Concepts","publication_year":2026,"publication_date":"2026-05-01","ids":{"openalex":"https://openalex.org/W7160247613","doi":"https://doi.org/10.48550/arxiv.2605.01148"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.01148","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01148","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.01148","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063601771","display_name":"Sheridan Feucht","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feucht, Sheridan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092671619","display_name":"Tal Haklay","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haklay, Tal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077350902","display_name":"Usha Bhalla","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhalla, Usha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092206144","display_name":"Daniel Wurgaft","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wurgaft, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063383301","display_name":"Can Rager","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rager, Can","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082174299","display_name":"Rapha\u00ebl Sarfati","orcid":"https://orcid.org/0000-0003-4944-0632"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sarfati, Rapha\u00ebl","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062612448","display_name":"Jack Merullo","orcid":"https://orcid.org/0009-0005-9673-6809"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Merullo, Jack","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135340762","display_name":"Thomas McGrath","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McGrath, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135334449","display_name":"Owen Lewis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lewis, Owen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069090559","display_name":"Ekdeep Singh Lubana","orcid":"https://orcid.org/0000-0002-7200-9341"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lubana, Ekdeep Singh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135380393","display_name":"Thomas Fel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fel, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5002577142","display_name":"Atticus Geiger","orcid":"https://orcid.org/0000-0002-9170-506X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Geiger, Atticus","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.1906999945640564,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.1906999945640564,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11345","display_name":"Cognitive and developmental aspects of mathematical skills","score":0.17659999430179596,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10656","display_name":"Child and Animal Learning Development","score":0.11379999667406082,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/disjoint-sets","display_name":"Disjoint sets","score":0.8011000156402588},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.6348000168800354},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6262999773025513},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5849000215530396},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.4341000020503998},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.42179998755455017},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.385699987411499},{"id":"https://openalex.org/keywords/algebra-over-a-field","display_name":"Algebra over a field","score":0.3596000075340271},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3488999903202057}],"concepts":[{"id":"https://openalex.org/C45340560","wikidata":"https://www.wikidata.org/wiki/Q215382","display_name":"Disjoint sets","level":2,"score":0.8011000156402588},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.6348000168800354},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6262999773025513},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5849000215530396},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49869999289512634},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.4341000020503998},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.42179998755455017},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41749998927116394},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4122999906539917},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4011000096797943},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.385699987411499},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.3603000044822693},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.3596000075340271},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3488999903202057},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3328999876976013},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32899999618530273},{"id":"https://openalex.org/C2778744346","wikidata":"https://www.wikidata.org/wiki/Q1152224","display_name":"Distinctive feature","level":2,"score":0.3237999975681305},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C203024314","wikidata":"https://www.wikidata.org/wiki/Q1365258","display_name":"Fourier analysis","level":3,"score":0.3098999857902527},{"id":"https://openalex.org/C102519508","wikidata":"https://www.wikidata.org/wiki/Q6520159","display_name":"Fourier transform","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.3034999966621399},{"id":"https://openalex.org/C2781291010","wikidata":"https://www.wikidata.org/wiki/Q178580","display_name":"Period (music)","level":2,"score":0.3010999858379364},{"id":"https://openalex.org/C147358964","wikidata":"https://www.wikidata.org/wiki/Q1200992","display_name":"Abstraction layer","level":3,"score":0.3001999855041504},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.2757999897003174},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C15312841","wikidata":"https://www.wikidata.org/wiki/Q1657198","display_name":"Set function","level":3,"score":0.2596000134944916},{"id":"https://openalex.org/C76363472","wikidata":"https://www.wikidata.org/wiki/Q1437394","display_name":"Formal concept analysis","level":2,"score":0.257099986076355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.01148","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01148","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.01148","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01148","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Does":[0],"structure":[1,5],"in":[2,6,43],"representations":[3,27],"imply":[4],"computation?":[7],"We":[8,95],"study":[9],"how":[10,176],"Llama-3.1-8B":[11,98],"reasons":[12],"over":[13],"cyclic":[14,48,91,125],"concepts":[15,30],"(e.g.,":[16,50,128],"\"what":[17],"month":[18],"is":[19],"six":[20],"months":[21],"after":[22],"August?\").":[23],"Even":[24],"though":[25],"Llama-3.1-8B's":[26],"for":[28,52,130,165],"these":[29,105,108],"are":[31],"circularly":[32],"structured,":[33],"we":[34,133],"find":[35],"that":[36,63,97,112,154],"instead":[37],"of":[38,46,66,74,138,148,190],"directly":[39],"computing":[40,162],"modular":[41],"addition":[42,59,80],"the":[44,47,54,72,124,149,163],"period":[45,127],"concept":[49,92,126],"12":[51,129],"months),":[53],"model":[55],"re-uses":[56],"a":[57,135,166,170],"generic":[58],"mechanism":[60],"across":[61,143],"tasks":[62,145],"operates":[64],"independently":[65],"concept-specific":[67],"geometry.":[68],"First,":[69],"it":[70,85],"computes":[71],"sum":[73,88,164],"its":[75],"two":[76],"inputs":[77],"using":[78],"base-10":[79,115],"(six":[81],"+":[82],"August=14).":[83],"Then,":[84],"maps":[86],"this":[87],"back":[89],"to":[90,103],"space":[93],"(14->February).":[94],"show":[96],"uses":[99],"task-agnostic":[100],"Fourier":[101,167],"features":[102,109],"compute":[104],"sums--in":[106],"fact,":[107],"have":[110],"periods":[111],"respect":[113],"standard":[114],"addition,":[116],"e.g.,":[117],"2,":[118],"5,":[119],"and":[120,182],"10,":[121],"rather":[122],"than":[123],"months).":[131],"Furthermore,":[132],"identify":[134],"sparse":[136],"set":[137],"28":[139],"MLP":[140,150],"neurons":[141],"re-used":[142],"all":[144],"(approximately":[146],"0.2%":[147],"at":[151],"layer":[152],"18)":[153],"can":[155,185],"be":[156],"partitioned":[157],"into":[158],"disjoint":[159],"clusters,":[160],"each":[161],"feature":[168,183],"with":[169],"different":[171],"period.":[172],"Our":[173],"work":[174],"highlights":[175],"an":[177],"interplay":[178],"between":[179],"causal":[180],"abstraction":[181],"geometry":[184],"deepen":[186],"our":[187],"mechanistic":[188],"understanding":[189],"LMs.":[191]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-06T00:00:00"}