{"id":"https://openalex.org/W7160037570","doi":"https://doi.org/10.48550/arxiv.2605.00251","title":"Alethia: A Foundational Encoder for Voice Deepfakes","display_name":"Alethia: A Foundational Encoder for Voice Deepfakes","publication_year":2026,"publication_date":"2026-04-30","ids":{"openalex":"https://openalex.org/W7160037570","doi":"https://doi.org/10.48550/arxiv.2605.00251"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.00251","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00251","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.00251","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135191898","display_name":"Yi Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135228687","display_name":"Brahmi Dwivedi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dwivedi, Brahmi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005867534","display_name":"Jayaram Raghuram","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raghuram, Jayaram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5092639627","display_name":"Surya Koppisetti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koppisetti, Surya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.6819000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.6819000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.15389999747276306,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10403","display_name":"Phonetics and Phonology Research","score":0.034699998795986176,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6851999759674072},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6671000123023987},{"id":"https://openalex.org/keywords/spectrogram","display_name":"Spectrogram","score":0.6545000076293945},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6541000008583069},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5289000272750854},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4925999939441681},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.423799991607666},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.42260000109672546}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7540000081062317},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6851999759674072},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6671000123023987},{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.6545000076293945},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6541000008583069},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5435000061988831},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5289000272750854},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5121999979019165},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4925999939441681},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.423799991607666},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.42260000109672546},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.40799999237060547},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.39629998803138733},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.39089998602867126},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.3668999969959259},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34279999136924744},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3407999873161316},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.31700000166893005},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.257999986410141}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.00251","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00251","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.00251","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00251","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Existing":[0],"voice":[1,64],"deepfake":[2,65,127],"detection":[3,66],"and":[4,37,67,80,93,114,122],"localization":[5,68],"models":[6,15],"rely":[7],"heavily":[8],"on":[9,72],"representations":[10],"extracted":[11],"from":[12],"speech":[13],"foundation":[14],"(SFMs).":[16],"However,":[17],"downstream":[18],"finetuning":[19],"has":[20],"now":[21],"reached":[22],"a":[23,39],"state":[24],"of":[25,107,118],"diminishing":[26],"returns.":[27],"In":[28],"this":[29],"paper,":[30],"we":[31],"shift":[32],"the":[33,57,105,116],"focus":[34],"to":[35,90,96],"pretraining":[36,124],"propose":[38],"novel":[40],"recipe":[41],"that":[42],"combines":[43],"bottleneck":[44],"masked":[45,111],"embedding":[46,120],"prediction":[47,121],"with":[48,76,87],"flow-matching":[49],"based":[50],"spectrogram":[51],"reconstruction.":[52],"The":[53],"outcome,":[54],"Alethia,":[55],"is":[56],"first":[58],"foundational":[59],"audio":[60],"encoder":[61],"for":[62,125],"various":[63],"tasks.":[69],"We":[70,102],"evaluate":[71],"$5$":[73],"different":[74],"tasks":[75],"$56$":[77],"benchmark":[78],"datasets,":[79],"note":[81],"Alethia":[82],"significantly":[83],"outperforms":[84],"state-of-the-art":[85],"SFMs":[86],"superior":[88],"robustness":[89],"real-world":[91],"perturbations":[92],"zero-shot":[94],"generalization":[95],"unseen":[97],"domains":[98],"(e.g.,":[99],"singing":[100],"deepfakes).":[101],"also":[103],"demonstrate":[104],"limitation":[106],"discrete":[108],"targets":[109],"in":[110],"token":[112],"prediction,":[113],"show":[115],"importance":[117],"continuous":[119],"generative":[123],"capturing":[126],"artifacts.":[128]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-05T00:00:00"}