{"id":"https://openalex.org/W7164369399","doi":"https://doi.org/10.48550/arxiv.2606.12138","title":"Unstable Features, Reproducible Subspaces: Understanding Seed Dependence in Sparse Autoencoders","display_name":"Unstable Features, Reproducible Subspaces: Understanding Seed Dependence in Sparse Autoencoders","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164369399","doi":"https://doi.org/10.48550/arxiv.2606.12138"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.12138","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12138","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.12138","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116271421","display_name":"Gleb Gerasimov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gerasimov, Gleb","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086233362","display_name":"Timofei Rusalev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rusalev, Timofei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041590485","display_name":"Nikita Balagansky","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balagansky, Nikita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116177003","display_name":"Daniil Laptev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Laptev, Daniil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138479348","display_name":"Vadim Kurochkin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kurochkin, Vadim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102488100","display_name":"Daniil Gavrilov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gavrilov, Daniil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7019000053405762,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7019000053405762,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.05810000002384186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.054999999701976776,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.6675999760627747},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6220999956130981},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4853000044822693},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.4375},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.42239999771118164},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4124999940395355},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.39419999718666077},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.38600000739097595}],"concepts":[{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.6675999760627747},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6273000240325928},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6220999956130981},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5709999799728394},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4853000044822693},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.4375},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.42239999771118164},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4124999940395355},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.39419999718666077},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.38600000739097595},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.38109999895095825},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.37560001015663147},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3700000047683716},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33570000529289246},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.33550000190734863},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3303000032901764},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.28459998965263367},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C186060115","wikidata":"https://www.wikidata.org/wiki/Q30336093","display_name":"Biological system","level":1,"score":0.2662000060081482},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.2531000077724457},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.12138","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12138","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.12138","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12138","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Sparse":[0],"autoencoders":[1],"(SAEs)":[2],"are":[3,20,99,115,197],"widely":[4],"used":[5],"to":[6],"interpret":[7],"neural":[8],"network":[9],"representations,":[10],"but":[11,118,210],"their":[12],"utility":[13],"depends":[14],"on":[15],"whether":[16],"the":[17,38,86,160],"learned":[18],"features":[19,82,93,114,155,196],"reproducible":[21,121,212],"across":[22,66,170,220],"training":[23],"runs.":[24],"We":[25],"study":[26,65],"this":[27,148,188],"question":[28],"through":[29],"\\emph{feature":[30],"stability}:":[31],"for":[32],"each":[33],"SAE":[34,73,168],"feature,":[35],"we":[36,75,178],"estimate":[37],"probability":[39],"that":[40,56,125,152,194,215],"a":[41,52,63,77,133],"similar":[42],"feature":[43],"reappears":[44],"in":[45,105,120,187],"an":[46],"independently":[47],"trained":[48],"SAE.":[49],"This":[50],"yields":[51],"scalable":[53],"per-feature":[54],"signal":[55],"separates":[57],"stable":[58,81,181],"from":[59],"unstable":[60,92,113,195],"features.":[61],"In":[62],"large-scale":[64],"seeds,":[67],"models,":[68],"layers,":[69],"dictionary":[70],"sizes,":[71],"and":[72,88,98,109],"variants,":[74],"find":[76],"pronounced":[78],"functional":[79,208],"asymmetry:":[80],"carry":[83],"most":[84],"of":[85,136],"reconstruction-":[87],"prediction-relevant":[89],"signal,":[90],"while":[91,163,183],"have":[94,205],"weak":[95,206],"marginal":[96],"impact":[97],"dominated":[100],"by":[101,173],"low-frequency":[102],"surface-form":[103],"triggers":[104],"both":[106],"activation":[107,137],"statistics":[108],"automatic":[110],"explanations.":[111],"Geometrically,":[112],"individually":[116],"non-reproducible":[117],"concentrate":[119],"lower-rank":[122],"subspaces,":[123],"suggesting":[124],"seed":[126],"dependence":[127],"often":[128],"reflects":[129],"basis":[130],"ambiguity":[131],"within":[132],"shared":[134],"region":[135],"space":[138],"rather":[139],"than":[140],"pure":[141],"noise.":[142],"A":[143],"controlled":[144],"synthetic":[145],"model":[146],"makes":[147],"mechanism":[149],"explicit,":[150],"showing":[151],"low-rank":[153],"ground-truth":[154],"can":[156],"be":[157],"recovered":[158],"at":[159],"subspace":[161],"level":[162],"remaining":[164],"non-identifiable":[165],"as":[166],"individual":[167,207],"latents":[169],"seeds.":[171,221],"Finally,":[172],"pooling":[174],"unique":[175],"cross-seed":[176],"features,":[177],"construct":[179],"more":[180],"SAEs":[182,217],"preserving":[184],"explained":[185],"variance":[186],"setting.":[189],"Together,":[190],"these":[191],"results":[192],"show":[193],"not":[198],"merely":[199],"failed":[200],"or":[201],"noisy":[202],"latents:":[203],"they":[204],"impact,":[209],"reflect":[211],"low-dimensional":[213],"structure":[214],"standard":[216],"resolve":[218],"differently":[219]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-12T00:00:00"}