{"id":"https://openalex.org/W7138408188","doi":"https://doi.org/10.48550/arxiv.2603.14267","title":"DiFlowDubber: Discrete Flow Matching for Automated Video Dubbing via Cross-Modal Alignment and Synchronization","display_name":"DiFlowDubber: Discrete Flow Matching for Automated Video Dubbing via Cross-Modal Alignment and Synchronization","publication_year":2026,"publication_date":"2026-03-15","ids":{"openalex":"https://openalex.org/W7138408188","doi":"https://doi.org/10.48550/arxiv.2603.14267"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.14267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.14267","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003366111","display_name":"Ngoc\u2010Son Nguyen","orcid":"https://orcid.org/0000-0002-2620-4541"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Ngoc-Son","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100589572","display_name":"Thanh V. T. Tran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tran, Thanh V. T.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129682260","display_name":"Jeongsoo Choi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, Jeongsoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129649073","display_name":"Hieu-Nghia Huynh-Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huynh-Nguyen, Hieu-Nghia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073178563","display_name":"Truong Son Hy","orcid":"https://orcid.org/0000-0002-5092-3757"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hy, Truong-Son","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129665840","display_name":" Van Canh Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Van","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.7202000021934509,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.7202000021934509,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.10899999737739563,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0649000033736229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6820999979972839},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.5812000036239624},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5314000248908997},{"id":"https://openalex.org/keywords/prosody","display_name":"Prosody","score":0.4650999903678894},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.42980000376701355},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4059000015258789},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.3946000039577484},{"id":"https://openalex.org/keywords/coarticulation","display_name":"Coarticulation","score":0.3702999949455261},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.35740000009536743}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8134999871253967},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6820999979972839},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5812000036239624},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5677000284194946},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5314000248908997},{"id":"https://openalex.org/C542774811","wikidata":"https://www.wikidata.org/wiki/Q10880526","display_name":"Prosody","level":2,"score":0.4650999903678894},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.42980000376701355},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4059000015258789},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3946000039577484},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3856000006198883},{"id":"https://openalex.org/C130727458","wikidata":"https://www.wikidata.org/wiki/Q1639109","display_name":"Coarticulation","level":3,"score":0.3702999949455261},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.35740000009536743},{"id":"https://openalex.org/C2779136372","wikidata":"https://www.wikidata.org/wiki/Q10283002","display_name":"Information flow","level":2,"score":0.34360000491142273},{"id":"https://openalex.org/C162932704","wikidata":"https://www.wikidata.org/wiki/Q1058791","display_name":"Synchronizing","level":3,"score":0.3246999979019165},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C194735353","wikidata":"https://www.wikidata.org/wiki/Q20201417","display_name":"Juncture","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.28200000524520874},{"id":"https://openalex.org/C2779019669","wikidata":"https://www.wikidata.org/wiki/Q25203946","display_name":"Asynchrony (computer programming)","level":3,"score":0.2815999984741211},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2750000059604645},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C204201278","wikidata":"https://www.wikidata.org/wiki/Q1332614","display_name":"Voice activity detection","level":3,"score":0.263700008392334},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.257999986410141},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.25679999589920044},{"id":"https://openalex.org/C155635449","wikidata":"https://www.wikidata.org/wiki/Q4674699","display_name":"Acoustic model","level":3,"score":0.2556999921798706},{"id":"https://openalex.org/C66727535","wikidata":"https://www.wikidata.org/wiki/Q7662199","display_name":"Synchronizer","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.14267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.14267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video":[0],"dubbing":[1,31,98],"requires":[2],"content":[3],"accuracy,":[4],"expressive":[5,75,143],"prosody,":[6],"high-quality":[7],"acoustics,":[8],"and":[9,67,77,145],"precise":[10],"lip":[11],"synchronization,":[12],"yet":[13],"existing":[14],"approaches":[15],"struggle":[16],"on":[17,57,115,152],"all":[18],"four":[19],"fronts.":[20],"To":[21],"address":[22],"these":[23],"issues,":[24],"we":[25,85],"propose":[26,86],"DiFlowDubber,":[27],"the":[28,47,68,82,87,97,109,126,139],"first":[29,48],"video":[30],"framework":[32],"built":[33],"upon":[34],"a":[35,41,50,61],"discrete":[36],"flow":[37],"matching":[38],"backbone":[39],"with":[40,123],"novel":[42],"two-stage":[43],"training":[44],"strategy.":[45],"In":[46,81],"stage,":[49,84],"zero-shot":[51],"text-to-speech":[52],"(TTS)":[53],"system":[54],"is":[55],"pre-trained":[56],"large-scale":[58],"corpora,":[59],"where":[60],"deterministic":[62],"architecture":[63],"captures":[64],"linguistic":[65],"structures,":[66],"Discrete":[69],"Flow-based":[70],"Prosody-Acoustic":[71],"(DFPA)":[72],"module":[73],"models":[74],"prosody":[76,114,144],"realistic":[78],"acoustic":[79,146],"characteristics.":[80],"second":[83],"Content-Consistent":[88],"Temporal":[89],"Adaptation":[90],"(CCTA)":[91],"to":[92,96,128,141],"transfer":[93],"TTS":[94],"knowledge":[95],"domain:":[99],"its":[100],"Synchronizer":[101,127],"enforces":[102],"cross-modal":[103],"alignment":[104],"for":[105,148],"lip-synchronized":[106],"speech.":[107,150],"Complementarily,":[108],"Face-to-Prosody":[110],"Mapper":[111],"(FaPro)":[112],"conditions":[113],"facial":[116],"expressions,":[117],"whose":[118],"outputs":[119],"are":[120],"then":[121],"fused":[122],"those":[124],"of":[125],"construct":[129],"rich,":[130],"fine-grained":[131],"multimodal":[132],"embeddings":[133],"that":[134,157],"capture":[135],"prosody-content":[136],"correlations,":[137],"guiding":[138],"DFPA":[140],"generate":[142],"tokens":[147],"content-consistent":[149],"Experiments":[151],"two":[153],"benchmark":[154],"datasets":[155],"demonstrate":[156],"DiFlowDubber":[158],"outperforms":[159],"prior":[160],"methods":[161],"across":[162],"multiple":[163],"evaluation":[164],"metrics.":[165]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-18T00:00:00"}