{"id":"https://openalex.org/W7163124116","doi":"https://doi.org/10.48550/arxiv.2606.00066","title":"DUET: Unified Dual-Space Emotion Control for Diffusion and Flow-Matching Driven Text-to-Speech","display_name":"DUET: Unified Dual-Space Emotion Control for Diffusion and Flow-Matching Driven Text-to-Speech","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7163124116","doi":"https://doi.org/10.48550/arxiv.2606.00066"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.00066","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.00066","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137694893","display_name":"Xu Zhang","orcid":"https://orcid.org/0000-0003-1329-3159"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137628276","display_name":"Longbing Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Longbing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126221796","display_name":"Zhangkai Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zhangkai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9394000172615051,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9394000172615051,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.029100000858306885,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.00559999980032444,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.8349000215530396},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7432000041007996},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5429999828338623},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.47350001335144043},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.42899999022483826},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.3871999979019165},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.37529999017715454}],"concepts":[{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.8349000215530396},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7432000041007996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6563000082969666},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5687999725341797},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5429999828338623},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.47350001335144043},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.42899999022483826},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.3871999979019165},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.37529999017715454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3497999906539917},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3431999981403351},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.33809998631477356},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.3337000012397766},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C3020014160","wikidata":"https://www.wikidata.org/wiki/Q6987190","display_name":"Negative emotion","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2897000014781952},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.287200003862381},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.00066","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.00066","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Diffusion":[0],"and":[1,59,127],"flow-matching":[2,60],"based":[3,61],"text-to-speech":[4],"(TTS)":[5],"models":[6],"excel":[7],"in":[8,75],"naturalness":[9],"but":[10],"often":[11],"lack":[12],"explicit":[13],"emotion":[14,27,54,73,88,132],"control,":[15],"as":[16,30],"emotional":[17,122,153],"signals":[18],"remain":[19],"entangled":[20],"with":[21],"speaker":[22,45],"identity.":[23,46],"We":[24,103],"discover":[25],"that":[26],"embedding":[28,44],"emerges":[29],"a":[31,49,76,100],"linearly":[32],"decodable":[33],"direction":[34,43],"of":[35],"frozen":[36],"hidden":[37,80],"states,":[38],"nearly":[39],"orthogonal":[40],"to":[41,70],"the":[42,86,129,156,159],"This":[47],"inspires":[48],"plug-and-play":[50,163],"framework":[51],"DUET":[52,66,105,142],"for":[53,162,166],"control":[55,69],"over":[56],"pretrained":[57,110],"diffusion":[58],"TTS":[62,111,123],"models.":[63],"During":[64],"generation,":[65],"unifies":[67],"dual-space":[68],"achieve":[71],"fine-grained":[72],"intervention":[74],"single":[77],"per-step":[78],"update:":[79],"space":[81],"steering":[82],"shifts":[83],"generation":[84],"along":[85],"target":[87],"direction,":[89],"while":[90],"mel-space":[91],"guidance":[92],"refines":[93],"spectral":[94],"details":[95],"through":[96],"gradients":[97],"backpropagated":[98],"from":[99],"differentiable":[101],"vocoder.":[102],"validate":[104],"on":[106,143,155],"five":[107],"architecturally":[108],"diverse":[109],"backbones":[112],"across":[113,125],"three":[114],"datasets,":[115],"where":[116,148],"it":[117,149],"outperforms":[118],"10":[119],"supervised":[120],"state-of-the-art":[121],"baselines":[124],"paradigms":[126],"achieves":[128],"highest":[130],"human-rated":[131],"appropriateness.":[133],"To":[134],"further":[135],"showcase":[136],"its":[137],"qualitative":[138],"behavior,":[139],"we":[140],"deploy":[141],"an":[144],"Ameca":[145],"humanoid":[146],"robot,":[147],"produces":[150],"richly":[151],"expressive":[152],"speech":[154],"humanoid,":[157],"demonstrating":[158],"strong":[160],"potential":[161],"affective":[164],"interaction":[165],"embodied":[167],"agents.":[168]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}