{"id":"https://openalex.org/W7154564824","doi":"https://doi.org/10.48550/arxiv.2604.13509","title":"DiT as Real-Time Rerenderer: Streaming Video Stylization with Autoregressive Diffusion Transformer","display_name":"DiT as Real-Time Rerenderer: Streaming Video Stylization with Autoregressive Diffusion Transformer","publication_year":2026,"publication_date":"2026-04-15","ids":{"openalex":"https://openalex.org/W7154564824","doi":"https://doi.org/10.48550/arxiv.2604.13509"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.13509","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13509","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.13509","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133759311","display_name":"Hengye Lyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lyu, Hengye","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100780848","display_name":"Zisu Li","orcid":"https://orcid.org/0000-0001-8825-0191"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zisu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133811486","display_name":"Yue Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Yue","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073781716","display_name":"Yueting Weng","orcid":"https://orcid.org/0000-0003-1649-8221"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weng, Yueting","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133797065","display_name":"Jiaxin Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Jiaxin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133798664","display_name":"Hanwang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hanwang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133785536","display_name":"Chen Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Chen","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5133759311"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9114999771118164,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9114999771118164,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.026599999517202377,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.0142000000923872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.5641999840736389},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.4449999928474426},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.3910999894142151},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.38370001316070557},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.34630000591278076},{"id":"https://openalex.org/keywords/video-denoising","display_name":"Video denoising","score":0.3441999852657318},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.33820000290870667},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.3271999955177307}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7833999991416931},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.5641999840736389},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48399999737739563},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45239999890327454},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.4449999928474426},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3910999894142151},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.38370001316070557},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.34630000591278076},{"id":"https://openalex.org/C30814859","wikidata":"https://www.wikidata.org/wiki/Q4119603","display_name":"Video denoising","level":5,"score":0.3441999852657318},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.31279999017715454},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.28380000591278076},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.28200000524520874},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2791999876499176},{"id":"https://openalex.org/C108803254","wikidata":"https://www.wikidata.org/wiki/Q857512","display_name":"Smacker video","level":4,"score":0.2775999903678894},{"id":"https://openalex.org/C2780310081","wikidata":"https://www.wikidata.org/wiki/Q1154312","display_name":"Video editing","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C2778598663","wikidata":"https://www.wikidata.org/wiki/Q1407599","display_name":"Video content analysis","level":4,"score":0.26840001344680786},{"id":"https://openalex.org/C106030495","wikidata":"https://www.wikidata.org/wiki/Q1797012","display_name":"Video compression picture types","level":4,"score":0.26570001244544983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.13509","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13509","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.13509","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13509","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5842033624649048}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,23,64,164,172,184],"video":[3,9,17,38,79,96,104,169,187],"generation":[4,10],"models":[5],"has":[6],"significantly":[7],"accelerated":[8],"and":[11,29,45,51,56,102,107,121,139,153,167,177,180,189],"related":[12],"downstream":[13],"tasks.":[14],"Among":[15],"these,":[16],"stylization":[18,39,80,97,105,170,188],"holds":[19],"important":[20],"research":[21],"value":[22],"areas":[24],"such":[25],"as":[26,74],"immersive":[27],"applications":[28],"artistic":[30],"creation,":[31],"attracting":[32],"widespread":[33],"attention.":[34],"However,":[35],"existing":[36,162],"diffusion-based":[37],"methods":[40,163],"struggle":[41],"to":[42,62],"maintain":[43],"stability":[44],"consistency":[46],"when":[47],"processing":[48,141],"long":[49,143,186],"videos,":[50,144],"their":[52],"high":[53],"computational":[54],"cost":[55],"multi-step":[57],"denoising":[58],"make":[59],"them":[60],"difficult":[61],"apply":[63],"practical":[65],"scenarios.":[66],"In":[67],"this":[68],"work,":[69],"we":[70,126],"propose":[71,127],"RTR-DiT":[72,160],"(DiT":[73],"Real-Time":[75],"Rerenderer),":[76],"a":[77,89,94,112,128],"steaming":[78],"framework":[81],"built":[82],"upon":[83],"Diffusion":[84],"Transformer.":[85],"We":[86],"first":[87],"fine-tune":[88],"bidirectional":[90],"teacher":[91],"model":[92,115],"on":[93],"curated":[95],"dataset,":[98],"supporting":[99],"both":[100,165],"text-guided":[101,166],"reference-guided":[103,168],"tasks,":[106,171],"subsequently":[108],"distill":[109],"it":[110],"into":[111],"few-step":[113],"autoregressive":[114],"via":[116],"post-training":[117],"with":[118],"Self":[119],"Forcing":[120],"Distribution":[122],"Matching":[123],"Distillation.":[124],"Furthermore,":[125],"reference-preserving":[129],"KV":[130],"cache":[131],"update":[132],"strategy":[133],"that":[134,159],"not":[135],"only":[136],"enables":[137],"stable":[138],"consistent":[140],"of":[142,174],"but":[145],"also":[146],"supports":[147],"real-time":[148,185],"switching":[149],"between":[150],"text":[151],"prompts":[152],"reference":[154],"images.":[155],"Experimental":[156],"results":[157],"show":[158],"outperforms":[161],"terms":[173],"quantitative":[175],"metrics":[176],"visual":[178],"quality,":[179],"demonstrates":[181],"excellent":[182],"performance":[183],"interactive":[190],"style-switching":[191],"applications.":[192]},"counts_by_year":[],"updated_date":"2026-04-17T06:04:52.305304","created_date":"2026-04-17T00:00:00"}