{"id":"https://openalex.org/W4388093548","doi":"https://doi.org/10.48550/arxiv.2310.19512","title":"VideoCrafter1: Open Diffusion Models for High-Quality Video Generation","display_name":"VideoCrafter1: Open Diffusion Models for High-Quality Video Generation","publication_year":2023,"publication_date":"2023-10-30","ids":{"openalex":"https://openalex.org/W4388093548","doi":"https://doi.org/10.48550/arxiv.2310.19512"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2310.19512","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.19512","pdf_url":"https://arxiv.org/pdf/2310.19512","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2310.19512","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024800495","display_name":"Haoxin Chen","orcid":"https://orcid.org/0009-0000-6085-2107","observed_orcids":["https://orcid.org/0009-0000-6085-2107"]},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen, Haoxin","raw_affiliation_strings":["Tencent AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046222739","display_name":"Menghan Xia","orcid":"https://orcid.org/0000-0001-9664-4967","observed_orcids":["https://orcid.org/0000-0001-9664-4967"]},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xia, Menghan","raw_affiliation_strings":["Tencent AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100946763","display_name":"Yingqing He","orcid":"https://orcid.org/0000-0003-0134-8220","observed_orcids":["https://orcid.org/0000-0003-0134-8220"]},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"He, Yingqing","raw_affiliation_strings":["Hong Kong University of Science and Technology","Tencent AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108576108","display_name":"Yong Zhang","orcid":"https://orcid.org/0000-0003-0230-1395","observed_orcids":["https://orcid.org/0000-0003-0230-1395"]},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Yong","raw_affiliation_strings":["Tencent AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058799911","display_name":"Xiaodong Cun","orcid":"https://orcid.org/0000-0003-3607-2236","observed_orcids":["https://orcid.org/0000-0003-3607-2236"]},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cun, Xiaodong","raw_affiliation_strings":["Tencent AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111056353","display_name":"Shaoshu Yang","orcid":"https://orcid.org/0009-0003-0799-9232","observed_orcids":["https://orcid.org/0009-0003-0799-9232"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Shaoshu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066086464","display_name":"Jinbo Xing","orcid":"https://orcid.org/0000-0002-2181-1879","observed_orcids":["https://orcid.org/0000-0002-2181-1879"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Xing, Jinbo","raw_affiliation_strings":["Tencent AI Lab","The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102758432","display_name":"Yaofang Liu","orcid":"https://orcid.org/0000-0002-9672-1392","observed_orcids":["https://orcid.org/0000-0002-9672-1392"]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Liu, Yaofang","raw_affiliation_strings":["City University of Hong Kong","Tencent AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100719529","display_name":"Qifeng Chen","orcid":"https://orcid.org/0000-0003-2199-3948","observed_orcids":["https://orcid.org/0000-0003-2199-3948","https://orcid.org/0000-0003-3439-0521"]},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chen, Qifeng","raw_affiliation_strings":["Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101538534","display_name":"Xintao Wang","orcid":"https://orcid.org/0000-0001-6585-8604","observed_orcids":["https://orcid.org/0000-0001-6585-8604"]},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Xintao","raw_affiliation_strings":["Tencent AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106404246","display_name":"Chao Weng","orcid":"https://orcid.org/0009-0009-8712-9176","observed_orcids":["https://orcid.org/0009-0009-8712-9176"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weng, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102004349","display_name":"Ying Shan","orcid":"https://orcid.org/0000-0001-7673-8325","observed_orcids":["https://orcid.org/0000-0001-7673-8325"]},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shan, Ying","raw_affiliation_strings":["Tencent AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":591,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/video-generation","display_name":"video generation","score":0.8529999852180481},{"id":"https://openalex.org/keywords/diffusion-models","display_name":"diffusion models","score":0.8410000205039978},{"id":"https://openalex.org/keywords/text-to-video-generation","display_name":"text-to-video generation","score":0.8460000157356262},{"id":"https://openalex.org/keywords/image-to-video-synthesis","display_name":"image-to-video synthesis","score":0.921999990940094},{"id":"https://openalex.org/keywords/open-source-models","display_name":"open-source models","score":0.7839999794960022},{"id":"https://openalex.org/keywords/content-preservation","display_name":"content preservation","score":0.5720000267028809},{"id":"https://openalex.org/keywords/video-foundation-models","display_name":"video foundation models","score":0.5799999833106995}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7867487668991089},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5467048287391663},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5269185900688171},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.46166542172431946},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.45664992928504944},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4231947064399719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.375489741563797},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.34188157320022583},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08492979407310486},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2310.19512","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.19512","pdf_url":"https://arxiv.org/pdf/2310.19512","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2310.19512","doi":"https://doi.org/10.48550/arxiv.2310.19512","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2310.19512","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2310.19512","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.19512","pdf_url":"https://arxiv.org/pdf/2310.19512","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388093548.pdf","grobid_xml":"https://content.openalex.org/works/W4388093548.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W3092442149","https://openalex.org/W4224035735","https://openalex.org/W4283388932","https://openalex.org/W4303440777","https://openalex.org/W4308163867","https://openalex.org/W4309800375","https://openalex.org/W4309957684","https://openalex.org/W4313484371","https://openalex.org/W4319166718","https://openalex.org/W4361193613","https://openalex.org/W4377865162","https://openalex.org/W4383472654","https://openalex.org/W4383994075","https://openalex.org/W4385848606","https://openalex.org/W4385848774","https://openalex.org/W4385965594","https://openalex.org/W4386436185","https://openalex.org/W4387164994","https://openalex.org/W4387623015","https://openalex.org/W4390872556","https://openalex.org/W4391807605","https://openalex.org/W4393148505","https://openalex.org/W4393148714","https://openalex.org/W4394597326","https://openalex.org/W4402753775","https://openalex.org/W4405695475","https://openalex.org/W7051896053","https://openalex.org/W7133213997","https://openalex.org/W7133240994"],"related_works":["https://openalex.org/W4303440777","https://openalex.org/W4405096483","https://openalex.org/W7106661577","https://openalex.org/W4391013321","https://openalex.org/W7077145939","https://openalex.org/W4396814631","https://openalex.org/W6979313518","https://openalex.org/W7212966719","https://openalex.org/W4404889690","https://openalex.org/W4407632823"],"abstract_inverted_index":{"Video":[0],"generation":[1,150],"has":[2],"increasingly":[3],"gained":[4],"interest":[5],"in":[6,91],"both":[7],"academia":[8],"and":[9,29,46,76,118],"industry.":[10],"Although":[11],"commercial":[12],"tools":[13],"can":[14,73],"generate":[15,74],"plausible":[16],"videos,":[17],"there":[18],"is":[19,98,122],"a":[20,53,57,80,132,136],"limited":[21],"number":[22],"of":[23,82,93,109,130],"open-source":[24,88,125,148],"models":[25,38,51,63,90,151],"available":[26],"for":[27,39],"researchers":[28],"engineers.":[30],"In":[31],"this":[32],"work,":[33],"we":[34],"introduce":[35],"two":[36],"diffusion":[37],"high-quality":[40],"video":[41,54,137,149],"generation,":[42],"namely":[43],"text-to-video":[44],"(T2V)":[45],"image-to-video":[47],"(I2V)":[48],"models.":[49],"T2V":[50,71,89],"synthesize":[52],"based":[55],"on":[56],"given":[58,133],"text":[59],"input,":[60],"while":[61,139],"I2V":[62,96,126],"incorporate":[64],"an":[65],"additional":[66],"image":[67,134],"input.":[68],"Our":[69],"proposed":[70],"model":[72,97,121,128],"realistic":[75],"cinematic-quality":[77],"videos":[78,102],"with":[79],"resolution":[81],"$1024":[83],"\\times":[84],"576$,":[85],"outperforming":[86],"other":[87],"terms":[92],"quality.":[94],"The":[95],"designed":[99],"to":[100,106,155],"produce":[101],"that":[103,146],"strictly":[104],"adhere":[105],"the":[107,110,123,156,160],"content":[108,141],"provided":[111],"reference":[112],"image,":[113],"preserving":[114],"its":[115],"content,":[116],"structure,":[117],"style.":[119],"This":[120],"first":[124],"foundation":[127],"capable":[129],"transforming":[131],"into":[135],"clip":[138],"maintaining":[140],"preservation":[142],"constraints.":[143],"We":[144],"believe":[145],"these":[147],"will":[152],"contribute":[153],"significantly":[154],"technological":[157],"advancements":[158],"within":[159],"community.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":164},{"year":2025,"cited_by_count":271},{"year":2024,"cited_by_count":148},{"year":2023,"cited_by_count":8}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2023-11-01T00:00:00"}