{"id":"https://openalex.org/W7160653148","doi":"https://doi.org/10.48550/arxiv.2605.06407","title":"WavCube: Unifying Speech Representation for Understanding and Generation via Semantic-Acoustic Joint Modeling","display_name":"WavCube: Unifying Speech Representation for Understanding and Generation via Semantic-Acoustic Joint Modeling","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160653148","doi":"https://doi.org/10.48550/arxiv.2605.06407"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06407","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06407","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06407","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111310847","display_name":"Guanrou Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Guanrou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135658863","display_name":"Tian Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Tian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135700451","display_name":"Qian Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Qian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135645687","display_name":"Zhikang Niu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niu, Zhikang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027204211","display_name":"Yakun Song","orcid":"https://orcid.org/0000-0001-5289-194X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Yakun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135644855","display_name":"Ziyang Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Ziyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079946802","display_name":"Yushen Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yushen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135716615","display_name":"Zeyu Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Zeyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135658633","display_name":"Tianrui Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Tianrui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135694326","display_name":"Yifan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135710817","display_name":"Wenxi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wenxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135698435","display_name":"Qi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135711793","display_name":"Wenrui Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Wenrui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135660000","display_name":"Shan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Shan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135706642","display_name":"Xie Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.7950000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.7950000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.04490000009536743,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.03269999846816063,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.48339998722076416},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.4348999857902527},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.3882000148296356},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.36390000581741333},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.34380000829696655},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.3422999978065491}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.817300021648407},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5526999831199646},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.48339998722076416},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.4348999857902527},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39730000495910645},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3882000148296356},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.36390000581741333},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35350000858306885},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.34380000829696655},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.33959999680519104},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.3357999920845032},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C2781089630","wikidata":"https://www.wikidata.org/wiki/Q21856745","display_name":"Realization (probability)","level":2,"score":0.257099986076355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06407","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06407","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06407","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06407","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Integrating":[0],"speech":[1,12,51,64,69,160,194],"understanding":[2],"and":[3,37,72,157,163,197],"generation":[4],"is":[5],"a":[6,56,76,83,108],"pivotal":[7],"step":[8],"toward":[9],"building":[10],"unified":[11,50,193],"models.":[13],"However,":[14],"the":[15,46,113,168,189],"different":[16],"representations":[17,44],"required":[18],"for":[19,96,185,191],"these":[20],"two":[21,179],"tasks":[22,166],"currently":[23],"pose":[24],"significant":[25],"compatibility":[26],"challenges.":[27],"Typically,":[28],"semantics-oriented":[29],"features":[30,39,94,184],"are":[31,199],"learned":[32],"from":[33,40,61],"self-supervised":[34],"learning":[35],"(SSL),":[36],"acoustic-oriented":[38],"reconstruction.":[41],"Such":[42],"fragmented":[43],"hinder":[45],"realization":[47],"of":[48,182],"truly":[49],"systems.":[52,195],"We":[53],"present":[54],"WavCube,":[55],"compact":[57],"continuous":[58],"latent":[59],"derived":[60],"an":[62,134],"SSL":[63,93,183],"encoder":[65],"that":[66,90,125,174],"simultaneously":[67],"supports":[68],"understanding,":[70],"reconstruction,":[71,106],"generation.":[73],"WavCube":[74,126],"employs":[75],"two-stage":[77,176],"training":[78,155],"scheme.":[79],"Stage":[80,98],"1":[81],"trains":[82],"semantic":[84,109,120],"bottleneck":[85],"to":[86],"filter":[87],"off-manifold":[88],"redundancy":[89],"makes":[91],"raw":[92],"intractable":[95],"diffusion.":[97],"2":[99],"injects":[100],"fine-grained":[101],"acoustic":[102,145],"details":[103],"via":[104],"end-to-end":[105],"while":[107],"anchoring":[110],"loss":[111],"ensures":[112],"representation":[114],"remains":[115],"grounded":[116],"within":[117],"its":[118],"original":[119],"manifold.":[121],"Comprehensive":[122],"experiments":[123],"show":[124],"closely":[127],"approaches":[128],"WavLM":[129],"performance":[130,151],"on":[131,141,167],"SUPERB":[132],"despite":[133],"8x":[135],"dimensional":[136],"compression,":[137],"attains":[138],"reconstruction":[139],"quality":[140],"par":[142],"with":[143,152],"existing":[144],"representations,":[146],"delivers":[147],"state-of-the-art":[148],"zero-shot":[149],"TTS":[150],"markedly":[153],"faster":[154],"convergence,":[156],"excels":[158],"in":[159],"enhancement,":[161],"separation,":[162],"voice":[164],"conversion":[165],"SUPERB-SG":[169],"benchmark.":[170],"Systematic":[171],"ablations":[172],"reveal":[173],"WavCube's":[175],"recipe":[177],"resolves":[178],"intrinsic":[180],"flaws":[181],"generative":[186],"modeling,":[187],"paving":[188],"way":[190],"future":[192],"Codes":[196],"checkpoints":[198],"available":[200],"at":[201],"https://github.com/yanghaha0908/WavCube.":[202]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-09T00:00:00"}