{"id":"https://openalex.org/W7128801729","doi":"https://doi.org/10.48550/arxiv.2602.12160","title":"DreamID-Omni: Unified Framework for Controllable Human-Centric Audio-Video Generation","display_name":"DreamID-Omni: Unified Framework for Controllable Human-Centric Audio-Video Generation","publication_year":2026,"publication_date":"2026-02-12","ids":{"openalex":"https://openalex.org/W7128801729","doi":"https://doi.org/10.48550/arxiv.2602.12160"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.12160","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125960906","display_name":"Xu Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Guo, Xu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125915000","display_name":"Fulong Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Fulong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120722523","display_name":"Qichao Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Qichao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125910817","display_name":"Liyang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Liyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125995413","display_name":"Bingchuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Bingchuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125974212","display_name":"Pengze Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Pengze","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125927193","display_name":"Jiawei Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiawei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125985861","display_name":"Songtao Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Songtao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125940347","display_name":"Qian He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Qian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5072643813","display_name":"Xiangwang Hou","orcid":"https://orcid.org/0000-0001-9449-4854"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Xiangwang","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5125960906"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7476999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7476999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.047600001096725464,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.04019999876618385,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5192000269889832},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.46380001306533813},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.3849000036716461},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.36039999127388},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.3434999883174896},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.334199994802475},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.321399986743927},{"id":"https://openalex.org/keywords/rope","display_name":"Rope","score":0.3140999972820282},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3140000104904175}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7958999872207642},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5192000269889832},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.46380001306533813},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.3849000036716461},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3659999966621399},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.36039999127388},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3434999883174896},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.334199994802475},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3228999972343445},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.321399986743927},{"id":"https://openalex.org/C162269090","wikidata":"https://www.wikidata.org/wiki/Q1156047","display_name":"Rope","level":2,"score":0.3140999972820282},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3140000104904175},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2924000024795532},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C2779019669","wikidata":"https://www.wikidata.org/wiki/Q25203946","display_name":"Asynchrony (computer programming)","level":3,"score":0.2678999900817871},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.2554999887943268},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2551000118255615},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.25220000743865967},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2502000033855438}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.12160","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.12160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.12160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.12160","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,96],"foundation":[3],"models":[4],"have":[5],"revolutionized":[6],"joint":[7],"audio-video":[8,19,65],"generation.":[9,66],"However,":[10],"existing":[11],"approaches":[12],"typically":[13],"treat":[14],"human-centric":[15,64],"tasks":[16],"including":[17],"reference-based":[18],"generation":[20],"(R2AV),":[21],"video":[22,27],"editing":[23],"(RV2AV)":[24],"and":[25,42,93,116,147,163,184],"audio-driven":[26],"animation":[28],"(RA2V)":[29],"as":[30],"isolated":[31],"objectives.":[32,150],"Furthermore,":[33,128],"achieving":[34],"precise,":[35],"disentangled":[36],"control":[37],"over":[38],"multiple":[39],"character":[40],"identities":[41],"voice":[43],"timbres":[44],"within":[45],"a":[46,59,70,81,101,131],"single":[47],"framework":[48,61],"remains":[49],"an":[50],"open":[51],"challenge.":[52],"In":[53],"this":[54],"paper,":[55],"we":[56,68,99,129],"propose":[57],"DreamID-Omni,":[58],"unified":[60],"for":[62],"controllable":[63],"Specifically,":[67],"design":[69],"Symmetric":[71],"Conditional":[72],"Diffusion":[73],"Transformer":[74],"that":[75,136,154],"integrates":[76],"heterogeneous":[77],"conditioning":[78],"signals":[79],"via":[80],"symmetric":[82],"conditional":[83],"injection":[84],"scheme.":[85],"To":[86],"resolve":[87],"the":[88,108,120,179],"pervasive":[89],"identity-timbre":[90],"binding":[91],"failures":[92],"speaker":[94],"confusion":[95],"multi-person":[97],"scenarios,":[98],"introduce":[100],"Dual-Level":[102],"Disentanglement":[103],"strategy:":[104],"Synchronized":[105],"RoPE":[106],"at":[107,119],"signal":[109],"level":[110,122],"to":[111,123,141,177],"ensure":[112],"rigid":[113],"attention-space":[114],"binding,":[115],"Structured":[117],"Captions":[118],"semantic":[121],"establish":[124],"explicit":[125],"attribute-subject":[126],"mappings.":[127],"devise":[130],"Multi-Task":[132],"Progressive":[133],"Training":[134],"scheme":[135],"leverages":[137],"weakly-constrained":[138],"generative":[139],"priors":[140],"regularize":[142],"strongly-constrained":[143],"tasks,":[144],"preventing":[145],"overfitting":[146],"harmonizing":[148],"disparate":[149],"Extensive":[151],"experiments":[152],"demonstrate":[153],"DreamID-Omni":[155],"achieves":[156],"comprehensive":[157],"state-of-the-art":[158],"performance":[159],"across":[160],"video,":[161],"audio,":[162],"audio-visual":[164],"consistency,":[165],"even":[166],"outperforming":[167],"leading":[168],"proprietary":[169],"commercial":[170],"models.":[171],"We":[172],"will":[173],"release":[174],"our":[175],"code":[176],"bridge":[178],"gap":[180],"between":[181],"academic":[182],"research":[183],"commercial-grade":[185],"applications.":[186]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-14T00:00:00"}