{"id":"https://openalex.org/W7160428581","doi":"https://doi.org/10.48550/arxiv.2605.03258","title":"The Right Answer, the Wrong Direction: Why Transformers Fail at Counting and How to Fix It","display_name":"The Right Answer, the Wrong Direction: Why Transformers Fail at Counting and How to Fix It","publication_year":2026,"publication_date":"2026-05-05","ids":{"openalex":"https://openalex.org/W7160428581","doi":"https://doi.org/10.48550/arxiv.2605.03258"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.03258","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03258","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.03258","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135445076","display_name":"Gabriel Castellano Garcia","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Garcia, Gabriel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5135445076"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.2606000006198883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.2606000006198883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.07660000026226044,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.06480000168085098,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/row","display_name":"Row","score":0.670199990272522},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6381999850273132},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.5703999996185303},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.4765999913215637},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.45419999957084656},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4066999852657318},{"id":"https://openalex.org/keywords/numeral-system","display_name":"Numeral system","score":0.35850000381469727},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.3393000066280365}],"concepts":[{"id":"https://openalex.org/C135598885","wikidata":"https://www.wikidata.org/wiki/Q1366302","display_name":"Row","level":2,"score":0.670199990272522},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6381999850273132},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5703999996185303},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5350000262260437},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.4765999913215637},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.45419999957084656},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4066999852657318},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.40139999985694885},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3855000138282776},{"id":"https://openalex.org/C204160518","wikidata":"https://www.wikidata.org/wiki/Q122653","display_name":"Numeral system","level":2,"score":0.35850000381469727},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.3393000066280365},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.3310999870300293},{"id":"https://openalex.org/C136625980","wikidata":"https://www.wikidata.org/wiki/Q663208","display_name":"Rounding","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3151000142097473},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C104140500","wikidata":"https://www.wikidata.org/wiki/Q2088159","display_name":"Row and column spaces","level":3,"score":0.2955999970436096},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2953999936580658},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C94957134","wikidata":"https://www.wikidata.org/wiki/Q82990","display_name":"Numerical digit","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.03258","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03258","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.03258","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03258","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"often":[3],"fail":[4],"at":[5,185],"simple":[6],"counting":[7,243],"tasks,":[8],"even":[9],"when":[10],"items":[11],"to":[12,37,53,90,200,225,268],"count":[13,68,104,258],"are":[14,87],"in":[15,105,177],"the":[16,38,60,66,76,81,100,103,109,126,130,223,254,257,260],"prompt.":[17],"We":[18,117],"investigate":[19],"whether":[20],"this":[21,119],"failure":[22,120,244],"occurs":[23],"because":[24,32],"transformers":[25],"do":[26,112,153],"not":[27,113,147,154,250],"represent":[28],"counts":[29,86],"internally,":[30],"or":[31],"they":[33],"cannot":[34],"convert":[35],"representations":[36],"correct":[39,67],"output":[40,131,261],"tokens.":[41],"Across":[42],"three":[43],"model":[44,101,255],"families:":[45],"Pythia,":[46],"Qwen3,":[47],"and":[48,174,219,228,234,236],"Mistral,":[49],"ranging":[50],"from":[51,69,198],"0.4B":[52],"14B":[54],"parameters,":[55],"we":[56,152],"find":[57],"evidence":[58],"for":[59],"second":[61],"explanation.":[62],"Linear":[63],"probes":[64],"recover":[65],"intermediate":[70],"layers":[71],"with":[72,121,265],"$R^2>0.99$,":[73],"showing":[74],"that":[75,84,108,156],"information":[77],"is":[78,263],"present.":[79],"However,":[80],"internal":[82],"directions":[83],"encode":[85],"nearly":[88],"orthogonal":[89],"digit-token":[91],"output-head":[92],"rows":[93,128],"($|\\cos|":[94],"\\leq":[95],"0.032$).":[96],"In":[97],"other":[98],"words,":[99],"stores":[102],"a":[106,246],"form":[107],"digit":[110,127,138],"logits":[111],"naturally":[114],"read":[115],"out.":[116],"localize":[118],"two":[122],"interventions.":[123],"Updating":[124],"only":[125],"of":[129],"head":[132],"(36,864":[133],"parameters)":[134,170],"substantially":[135],"improves":[136,171],"constrained":[137],"prediction":[139],"(60.7--100.0%":[140],"on":[141,166,232],"four":[142],"tasks),":[143],"but":[144,259],"it":[145],"does":[146],"fix":[148],"unconstrained":[149],"generation":[150,181],"(0%);":[151],"claim":[155],"digit-row":[157],"repair":[158],"fixes":[159],"open-ended":[160],"text.":[161],"By":[162],"contrast,":[163],"small":[164],"LoRA":[165],"attention":[167],"Q/V":[168],"(7.67M":[169],"upstream":[172],"routing":[173],"achieves":[175],"83.1%$\\pm$7.2%":[176],"true":[178],"greedy":[179],"autoregressive":[180],"(deployable":[182],"fix).":[183],"Logit-lens":[184],"layer":[186],"35":[187],"(entity":[188],"counting;":[189],"correct-digit":[190],"rank):":[191],"(i)":[192],"median":[193],"over":[194],"3":[195],"seeds":[196],"drops":[197],"order-$10^4$":[199],"1;":[201],"(ii)":[202],"seed":[203,213],"42":[204],"shows":[205],"$54{,}332":[206],"\\to":[207],"838$":[208],"(median":[209],"top-1":[210],"while":[211],"one":[212],"stays":[214],"far":[215],"below).":[216],"Norm,":[217],"logit-lens,":[218],"cross-task":[220],"analyses":[221],"generalize":[222],"bottleneck":[224],"counting,":[226],"addition,":[227],"list":[229],"length;":[230],"nulls":[231],"MMLU":[233],"GSM8K":[235],"limited":[237],"DROP":[238],"transfer.":[239],"These":[240],"results":[241],"identify":[242],"as":[245],"geometric":[247],"readout":[248],"bottleneck,":[249],"an":[251],"internal-representation":[252],"failure:":[253],"knows":[256],"pathway":[262],"misaligned":[264],"tokens":[266],"needed":[267],"express":[269],"it.":[270]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-07T00:00:00"}