{"id":"https://openalex.org/W7166510528","doi":"https://doi.org/10.48550/arxiv.2606.27941","title":"VASAE: Naming SAE Dictionary Directions with Vocabulary-Aligned Anchoring","display_name":"VASAE: Naming SAE Dictionary Directions with Vocabulary-Aligned Anchoring","publication_year":2026,"publication_date":"2026-06-26","ids":{"openalex":"https://openalex.org/W7166510528","doi":"https://doi.org/10.48550/arxiv.2606.27941"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.27941","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27941","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.27941","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060129685","display_name":"Kairui Zhang","orcid":"https://orcid.org/0009-0009-9354-3859"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Kairui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139627443","display_name":"Ziwen Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Ziwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137906205","display_name":"Zahraa S. Abdallah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abdallah, Zahraa S.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5064148683","display_name":"Martha Lewis","orcid":"https://orcid.org/0000-0002-9951-9413"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lewis, Martha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2854999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2854999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.26980000734329224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.09700000286102295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7495999932289124},{"id":"https://openalex.org/keywords/anchoring","display_name":"Anchoring","score":0.553600013256073},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4474000036716461},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4332999885082245},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4185999929904938},{"id":"https://openalex.org/keywords/string","display_name":"String (physics)","score":0.3921999931335449},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.38040000200271606},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.37779998779296875}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7495999932289124},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7006000280380249},{"id":"https://openalex.org/C18483071","wikidata":"https://www.wikidata.org/wiki/Q168432","display_name":"Anchoring","level":2,"score":0.553600013256073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5307999849319458},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4474000036716461},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4332999885082245},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4185999929904938},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4172999858856201},{"id":"https://openalex.org/C157486923","wikidata":"https://www.wikidata.org/wiki/Q1376436","display_name":"String (physics)","level":2,"score":0.3921999931335449},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.38040000200271606},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.37779998779296875},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.36149999499320984},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3549000024795532},{"id":"https://openalex.org/C135598885","wikidata":"https://www.wikidata.org/wiki/Q1366302","display_name":"Row","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C154771677","wikidata":"https://www.wikidata.org/wiki/Q17098361","display_name":"K-SVD","level":3,"score":0.28299999237060547},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C2992886853","wikidata":"https://www.wikidata.org/wiki/Q18381816","display_name":"Post hoc","level":2,"score":0.2524000108242035}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.27941","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27941","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.27941","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27941","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7881869673728943}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Sparse":[0,31],"autoencoders":[1],"(SAEs)":[2],"provide":[3],"useful":[4],"decompositions":[5],"of":[6,94,166],"Transformer":[7],"residual":[8],"streams,":[9],"but":[10],"their":[11],"learned":[12,154,167],"features":[13,39,95,155],"are":[14,140],"usually":[15],"named":[16],"post":[17,163],"hoc":[18,164],"rather":[19],"than":[20],"directly":[21],"connected":[22],"to":[23,58,142,156],"the":[24,51,81,113,117,126],"Transformer's":[25],"token":[26,49,52,138,158],"vocabulary.":[27],"We":[28],"introduce":[29],"Vocabulary-Aligned":[30],"Autoencoder":[32],"(VASAE),":[33],"a":[34,67,77],"method":[35],"that":[36,59,134,149],"trains":[37],"SAE":[38],"under":[40],"vocabulary-aligned":[41,74,150],"anchoring":[42,151],"and":[43,103],"assigns":[44],"each":[45],"feature":[46],"an":[47],"intrinsic":[48,137,157],"name:":[50],"string":[53],"whose":[54],"embedding":[55],"is":[56],"nearest":[57],"feature.":[60],"Without":[61],"reducing":[62],"reconstruction":[63],"quality":[64],"compared":[65],"with":[66,73],"standard":[68],"SAE,":[69],"VASAE":[70],"produces":[71],"dictionaries":[72,85,105],"features.":[75],"Using":[76],"0.8":[78],"cutoff":[79],"on":[80,87],"nearest-token":[82],"alignment":[83],"score,":[84],"trained":[86],"GPT-2-small":[88],"post-residual":[89],"streams":[90],"align":[91],"about":[92],"90%":[93],"in":[96,112],"layers":[97],"0--10.":[98],"In":[99],"Llama-3.1-8B,":[100],"representative":[101,118],"shallow":[102,114],"middle-layer":[104],"contain":[106],"strongly":[107],"aligned":[108],"features,":[109],"including":[110],"92.8%":[111],"layer,":[115],"while":[116],"final-layer":[119],"dictionary":[120],"shows":[121],"limited":[122],"alignment.":[123],"After":[124],"subtracting":[125],"sentence-level":[127],"mean":[128],"sparse":[129],"code,":[130],"case":[131],"studies":[132],"show":[133],"many":[135],"remaining":[136],"names":[139,159],"relevant":[141],"nearby":[143],"input":[144],"tokens.":[145],"These":[146],"results":[147],"suggest":[148],"can":[152],"connect":[153],"during":[160],"training,":[161],"complementing":[162],"interpretation":[165],"dictionaries.":[168]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-30T00:00:00"}