{"id":"https://openalex.org/W7163193397","doi":"https://doi.org/10.48550/arxiv.2606.01620","title":"Real-Time Generation of Streamable Talking Portrait Video with Reference-Guided Deep Compression VAEs","display_name":"Real-Time Generation of Streamable Talking Portrait Video with Reference-Guided Deep Compression VAEs","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163193397","doi":"https://doi.org/10.48550/arxiv.2606.01620"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.01620","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01620","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.01620","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077900121","display_name":"Sicheng Xu","orcid":"https://orcid.org/0000-0002-7903-3934"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Sicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137619962","display_name":"Yu Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045355404","display_name":"Shoukang Hu","orcid":"https://orcid.org/0000-0002-3345-6923"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Shoukang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137675693","display_name":"Yichuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yichuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137673549","display_name":"Yizhong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yizhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137663924","display_name":"Zhan Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137638880","display_name":"Jiaolong Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jiaolong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137633407","display_name":"Baining Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Baining","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9205999970436096,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9205999970436096,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.030899999663233757,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.007899999618530273,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5153999924659729},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.42410001158714294},{"id":"https://openalex.org/keywords/portrait","display_name":"Portrait","score":0.38339999318122864},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.35830000042915344},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.3395000100135803},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.3310000002384186},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.3255000114440918},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.31700000166893005}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8119999766349792},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.579200029373169},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5153999924659729},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5037000179290771},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.42410001158714294},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3910999894142151},{"id":"https://openalex.org/C162462552","wikidata":"https://www.wikidata.org/wiki/Q134307","display_name":"Portrait","level":2,"score":0.38339999318122864},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.35830000042915344},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.3395000100135803},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.3255000114440918},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C30814859","wikidata":"https://www.wikidata.org/wiki/Q4119603","display_name":"Video denoising","level":5,"score":0.3163999915122986},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.30869999527931213},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.3010999858379364},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.30059999227523804},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.28619998693466187},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C57654395","wikidata":"https://www.wikidata.org/wiki/Q1097775","display_name":"Compression artifact","level":5,"score":0.2628999948501587},{"id":"https://openalex.org/C489000","wikidata":"https://www.wikidata.org/wiki/Q747385","display_name":"Data flow diagram","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.2615000009536743},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.25540000200271606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.01620","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01620","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.01620","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01620","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video":[0],"diffusion":[1],"models":[2,157],"have":[3],"significantly":[4,137],"advanced":[5],"portrait":[6,28,133],"video":[7,29,47,117,162],"generation,":[8],"yet":[9],"their":[10,15],"high":[11],"computational":[12],"demands":[13],"limit":[14],"use":[16],"in":[17,102,119,158],"interactive":[18],"applications.":[19],"This":[20],"work":[21],"presents":[22],"a":[23,45,63,110,120],"framework":[24],"for":[25,40,49],"streamable":[26],"talking":[27,132],"generation":[30,129],"conditioned":[31],"on":[32,76,109,149],"speech":[33],"audio":[34],"and":[35,53,87,115,161],"reference":[36,67],"images.":[37],"Designed":[38],"meticulously":[39],"streaming":[41],"scenarios,":[42],"it":[43,147],"features":[44],"causal":[46,60],"VAE":[48,61],"deep":[50],"latent":[51,56],"compression":[52,85],"an":[54],"autoregressive":[55],"denoising":[57],"model.":[58],"Our":[59,124],"integrates":[62],"variable":[64],"number":[65],"of":[66,130],"images":[68],"as":[69],"guidance,":[70],"allowing":[71],"the":[72,93,127],"network":[73],"to":[74,97],"focus":[75],"dynamic":[77],"information":[78],"rather":[79],"than":[80,139],"static":[81],"appearance,":[82],"thereby":[83],"enhancing":[84],"efficacy":[86],"reconstruction":[88],"quality.":[89,163],"Additionally,":[90],"we":[91],"extend":[92],"residual":[94],"auto-encoding":[95],"paradigm":[96],"improve":[98],"spatial-temporal":[99],"causality":[100],"handling":[101],"our":[103],"VAE.":[104],"The":[105],"generator":[106],"is":[107,148],"based":[108],"Rectified":[111],"Flow":[112],"Transformer":[113],"architecture":[114],"produces":[116],"latents":[118],"blockwise":[121],"auto-regressive":[122],"manner.":[123],"method":[125],"enables":[126],"real-time":[128],"high-quality":[131],"videos,":[134],"achieving":[135],"speeds":[136],"faster":[138],"baseline":[140],"models.":[141],"Furthermore,":[142],"comprehensive":[143],"experiments":[144],"demonstrate":[145],"that":[146],"par":[150],"with":[151],"or":[152],"even":[153],"outperforms":[154],"these":[155],"large":[156],"realism,":[159],"vividness,":[160]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}