{"id":"https://openalex.org/W7164207913","doi":"https://doi.org/10.48550/arxiv.2606.10029","title":"Interpreting and Steering a Text-to-Speech Language Model with Sparse Autoencoders","display_name":"Interpreting and Steering a Text-to-Speech Language Model with Sparse Autoencoders","publication_year":2026,"publication_date":"2026-06-08","ids":{"openalex":"https://openalex.org/W7164207913","doi":"https://doi.org/10.48550/arxiv.2606.10029"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.10029","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10029","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.10029","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120047547","display_name":"Nikita Koriagin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koriagin, Nikita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125157981","display_name":"Georgii Aparin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aparin, Georgii","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041590485","display_name":"Nikita Balagansky","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balagansky, Nikita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102488100","display_name":"Daniil Gavrilov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gavrilov, Daniil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.17030000686645508,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.17030000686645508,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.13439999520778656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.10329999774694443,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9086999893188477},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5902000069618225},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5532000064849854},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5042999982833862},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.39340001344680786},{"id":"https://openalex.org/keywords/stress","display_name":"Stress (linguistics)","score":0.3880999982357025},{"id":"https://openalex.org/keywords/pitch-accent","display_name":"Pitch accent","score":0.3537999987602234},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3472999930381775}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9086999893188477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7634000182151794},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6377999782562256},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5902000069618225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5853999853134155},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5616999864578247},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5532000064849854},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5042999982833862},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.39340001344680786},{"id":"https://openalex.org/C2776756274","wikidata":"https://www.wikidata.org/wiki/Q181767","display_name":"Stress (linguistics)","level":2,"score":0.3880999982357025},{"id":"https://openalex.org/C2777672088","wikidata":"https://www.wikidata.org/wiki/Q1441804","display_name":"Pitch accent","level":3,"score":0.3537999987602234},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3472999930381775},{"id":"https://openalex.org/C2780775679","wikidata":"https://www.wikidata.org/wiki/Q170579","display_name":"Laughter","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.30320000648498535},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C133892786","wikidata":"https://www.wikidata.org/wiki/Q1145189","display_name":"Speaker recognition","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C2777639682","wikidata":"https://www.wikidata.org/wiki/Q225957","display_name":"Dysarthria","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.2705000042915344}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.10029","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10029","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.10029","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10029","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6389526724815369,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Language":[0],"models":[1],"increasingly":[2],"serve":[3,114],"as":[4,116,120],"the":[5,16,37,77],"backbone":[6,39],"of":[7,40],"text-to-speech":[8],"(TTS)":[9],"systems,":[10],"yet":[11],"we":[12],"understand":[13],"little":[14],"about":[15],"representations":[17],"they":[18],"build":[19],"when":[20],"text":[21],"and":[22,42,72,103,119],"generated":[23],"speech":[24,58,105],"tokens":[25],"share":[26],"a":[27,44],"single":[28],"residual":[29],"stream.":[30],"We":[31],"train":[32],"BatchTopK":[33],"sparse":[34],"autoencoders":[35],"on":[36],"LM":[38],"CosyVoice3":[41],"introduce":[43],"modality-aware":[45],"auto-interp":[46],"pipeline":[47],"that":[48],"labels":[49],"each":[50],"feature":[51],"from":[52,95],"where":[53],"it":[54],"fires-text-prefix":[55],"context,":[56],"1-second":[57],"clips,":[59],"or":[60],"both.":[61],"The":[62],"recovered":[63],"features":[64,83,112],"are":[65,84],"interpretable,":[66],"spanning":[67],"phonemes,":[68],"laughter,":[69],"accent":[70],"prompts":[71],"speaker":[73,101],"gender.":[74],"Steering":[75],"through":[76],"SAE":[78,111],"latent":[79],"space":[80],"shows":[81],"these":[82],"causal":[85],"rather":[86],"than":[87],"merely":[88],"descriptive:":[89],"targeted":[90],"interventions":[91],"raise":[92],"laughter":[93],"probability":[94],"0.02":[96],"to":[97],"0.79,":[98],"flip":[99],"perceived":[100],"gender,":[102],"control":[104,121],"rate":[106],"while":[107],"preserving":[108],"spoken":[109],"content.":[110],"thus":[113],"both":[115],"interpretability":[117],"objects":[118],"directions":[122],"for":[123],"TTS":[124],"synthesis.":[125]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-11T00:00:00"}