{"id":"https://openalex.org/W7166045920","doi":"https://doi.org/10.48550/arxiv.2606.26396","title":"At the Edge of Understanding: Sparse Autoencoders Trace The Limits of Transformer Generalization","display_name":"At the Edge of Understanding: Sparse Autoencoders Trace The Limits of Transformer Generalization","publication_year":2026,"publication_date":"2026-06-24","ids":{"openalex":"https://openalex.org/W7166045920","doi":"https://doi.org/10.48550/arxiv.2606.26396"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.26396","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26396","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.26396","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054900845","display_name":"Praneet Suresh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suresh, Praneet","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126511171","display_name":"Jack Stanley","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stanley, Jack","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124153233","display_name":"Sonia Joseph","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joseph, Sonia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090728849","display_name":"Luca Scimeca","orcid":"https://orcid.org/0000-0002-2821-0072"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Scimeca, Luca","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5051587217","display_name":"Danilo Bzdok","orcid":"https://orcid.org/0000-0003-3466-6620"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bzdok, Danilo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7038999795913696,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7038999795913696,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.04820000007748604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.04580000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6610000133514404},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6223000288009644},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.551800012588501},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5196999907493591},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.43560001254081726},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.36550000309944153}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6610000133514404},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6509000062942505},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6223000288009644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5555999875068665},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.551800012588501},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5196999907493591},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.43560001254081726},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3919999897480011},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.36550000309944153},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.35899999737739563},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.35100001096725464},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3230000138282776},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.31790000200271606},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.2858999967575073},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26499998569488525},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.26396","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26396","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.26396","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26396","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Pre-trained":[0],"transformers":[1],"have":[2],"demonstrated":[3],"remarkable":[4],"generalization":[5],"abilities,":[6],"at":[7,140],"times":[8],"extending":[9],"beyond":[10],"the":[11,64,105,122],"scope":[12],"of":[13,48,67,91,107,125],"their":[14,95],"training":[15,29],"data.":[16],"Yet,":[17],"real-world":[18],"deployments":[19],"often":[20],"face":[21],"unexpected":[22],"or":[23],"adversarial":[24],"data":[25,30,129],"that":[26,73],"diverges":[27],"from":[28,127],"distributions.":[31],"Without":[32],"explicit":[33],"mechanisms":[34],"for":[35,52,62,152],"handling":[36],"such":[37],"shifts,":[38],"model":[39,69],"reliability":[40],"and":[41,79,103,157],"safety":[42],"degrade,":[43],"urging":[44],"more":[45],"disciplined":[46],"study":[47],"out-of-distribution":[49],"(OOD)":[50],"settings":[51],"transformers.":[53],"By":[54],"systematic":[55],"experiments,":[56],"we":[57],"present":[58],"a":[59,113,131,136,144],"mechanistic":[60],"framework":[61],"delineating":[63],"precise":[65],"contours":[66],"transformer":[68,138],"robustness.":[70],"We":[71,97],"find":[72],"OOD":[74,126],"inputs,":[75],"including":[76],"subtle":[77],"typos":[78],"jailbreak":[80],"prompts,":[81,111],"drive":[82],"language":[83],"models":[84],"to":[85,101,118,130],"operate":[86],"on":[87],"an":[88],"increased":[89],"number":[90],"fallacious":[92],"concepts":[93],"in":[94,110],"internals.":[96],"leverage":[98],"this":[99],"device":[100],"quantify":[102],"understand":[104],"degree":[106],"distributional":[108],"shift":[109],"enabling":[112],"mechanistically":[114],"grounded":[115],"fine-tuning":[116],"strategy":[117],"robustify":[119],"LLMs.":[120],"Expanding":[121],"very":[123],"notion":[124],"input":[128],"model's":[132],"private":[133],"computational":[134],"processes,":[135],"new":[137],"diagnostic":[139],"inference":[141],"time":[142],"is":[143],"critical":[145],"step":[146],"toward":[147],"making":[148],"AI":[149],"systems":[150],"safe":[151],"deployment":[153],"across":[154],"science,":[155],"business,":[156],"government.":[158]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-27T00:00:00"}