{"id":"https://openalex.org/W7160604561","doi":"https://doi.org/10.48550/arxiv.2605.06610","title":"SoftSAE: Dynamic Top-K Selection for Adaptive Sparse Autoencoders","display_name":"SoftSAE: Dynamic Top-K Selection for Adaptive Sparse Autoencoders","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160604561","doi":"https://doi.org/10.48550/arxiv.2605.06610"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06610","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06610","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06610","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135689883","display_name":"Jakub St\u0119pie\u0144","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"St\u0119pie\u0144, Jakub","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135676157","display_name":"Marcin Mazur","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mazur, Marcin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135647739","display_name":"Jacek Tabor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tabor, Jacek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135699595","display_name":"Przemys\u0142aw Spurek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Spurek, Przemys\u0142aw","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.8452000021934509,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.8452000021934509,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.10109999775886536,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.005900000222027302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.6269999742507935},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5040000081062317},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4426000118255615},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.42829999327659607},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41940000653266907},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4133000075817108},{"id":"https://openalex.org/keywords/operator","display_name":"Operator (biology)","score":0.40720000863075256},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39399999380111694}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6875},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.6269999742507935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5789999961853027},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5040000081062317},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4426000118255615},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4341000020503998},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.42829999327659607},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41940000653266907},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4133000075817108},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.40720000863075256},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.38830000162124634},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3686000108718872},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.35659998655319214},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.3564000129699707},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3474000096321106},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34610000252723694},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2930999994277954},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.25600001215934753},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06610","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06610","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06610","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06610","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Sparse":[0],"Autoencoders":[1],"(SAEs)":[2],"have":[3],"become":[4],"an":[5,171],"important":[6,139],"tool":[7],"in":[8,16,134,141,215],"mechanistic":[9],"interpretability,":[10],"helping":[11],"to":[12,38,169,180],"analyze":[13],"internal":[14],"representations":[15],"both":[17],"Large":[18],"Language":[19],"Models":[20],"(LLMs)":[21],"and":[22,206],"Vision":[23],"Transformers":[24],"(ViTs).":[25],"By":[26],"decomposing":[27],"polysemantic":[28],"activations":[29],"into":[30,43],"sparse":[31,153],"sets":[32],"of":[33,64,75,92,184,191,203,213,234],"monosemantic":[34],"features,":[35,117,227],"SAEs":[36,52],"aim":[37],"translate":[39],"neural":[40],"network":[41],"computations":[42],"human-understandable":[44],"concepts.":[45],"However,":[46],"common":[47],"architectures":[48],"such":[49],"as":[50],"TopK":[51],"rely":[53],"on":[54,82,188],"a":[55,103,115,127,152,156,164,195],"fixed":[56,104],"sparsity":[57,105,173],"level.":[58],"They":[59],"enforce":[60],"the":[61,72,90,178,182,189,197,201,204,207,211,216,231],"same":[62],"number":[63,91,183,233],"active":[65,185],"features":[66,186,235],"(K)":[67],"across":[68,98],"all":[69],"inputs,":[70],"ignoring":[71],"varying":[73,85],"complexity":[74,190],"real-world":[76],"data.":[77],"Natural":[78],"data":[79],"often":[80],"lies":[81],"manifolds":[83],"with":[84,155],"local":[86],"intrinsic":[87],"dimensionality,":[88],"meaning":[89],"relevant":[93],"factors":[94],"can":[95,130],"change":[96],"significantly":[97],"samples.":[99],"This":[100,176],"suggests":[101],"that":[102,221],"level":[106,174],"is":[107,242],"not":[108,223],"optimal.":[109],"Simple":[110],"inputs":[111],"may":[112],"require":[113],"only":[114,224],"few":[116],"while":[118],"more":[119,123,142],"complex":[120,143],"ones":[121],"need":[122],"expressive":[124],"representations.":[125],"Using":[126],"constant":[128],"K":[129],"therefore":[131],"introduce":[132],"noise":[133],"simple":[135],"cases":[136],"or":[137],"miss":[138],"structure":[140,202],"ones.":[144],"To":[145],"address":[146],"this":[147],"issue,":[148],"we":[149],"propose":[150],"SoftSAE,":[151],"autoencoder":[154],"Dynamic":[157],"Top-K":[158,167],"selection":[159],"mechanism.":[160],"Our":[161],"method":[162],"uses":[163],"differentiable":[165],"Soft":[166],"operator":[168],"learn":[170],"input-dependent":[172],"k.":[175],"allows":[177],"model":[179],"adjust":[181],"based":[187],"each":[192,237],"input.":[193,217],"As":[194],"result,":[196],"representation":[198],"better":[199],"matches":[200],"data,":[205],"explanation":[208],"length":[209],"reflects":[210],"amount":[212],"information":[214],"Experimental":[218],"results":[219],"confirm":[220],"SoftSAE":[222],"finds":[225],"meaningful":[226],"but":[228],"also":[229],"selects":[230],"right":[232],"for":[236],"concept.":[238],"The":[239],"source":[240],"code":[241],"available":[243],"at:":[244],"https://github.com/St0pien/SoftSAE.":[245]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-09T00:00:00"}