{"id":"https://openalex.org/W4387968628","doi":"https://doi.org/10.1145/3581783.3612707","title":"MovieFactory: Automatic Movie Creation from Text using Large Generative Models for Language and Images","display_name":"MovieFactory: Automatic Movie Creation from Text using Large Generative Models for Language and Images","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387968628","doi":"https://doi.org/10.1145/3581783.3612707"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612707","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612707","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087225139","display_name":"Junchen Zhu","orcid":"https://orcid.org/0000-0002-3872-6689"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junchen Zhu","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-3872-6689","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101953782","display_name":"Huan Yang","orcid":"https://orcid.org/0000-0002-8612-0702"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Yang","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8612-0702","affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045716717","display_name":"Huiguo He","orcid":"https://orcid.org/0000-0003-1419-059X"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiguo He","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1419-059X","affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100429487","display_name":"Wenjing Wang","orcid":"https://orcid.org/0000-0003-3951-3877"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjing Wang","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3951-3877","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000250405","display_name":"Zixi Tuo","orcid":"https://orcid.org/0009-0005-5402-0458"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixi Tuo","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0009-0005-5402-0458","affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000780442","display_name":"Wen-Huang Cheng","orcid":"https://orcid.org/0000-0002-4662-7875"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wen-Huang Cheng","raw_affiliation_strings":["National Taiwan University, Taipei, Taiwan Roc"],"raw_orcid":"https://orcid.org/0000-0002-4662-7875","affiliations":[{"raw_affiliation_string":"National Taiwan University, Taipei, Taiwan Roc","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066645546","display_name":"Lianli Gao","orcid":"https://orcid.org/0000-0002-2522-6394"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianli Gao","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-2522-6394","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036987388","display_name":"Jingkuan Song","orcid":"https://orcid.org/0000-0002-2549-8322"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingkuan Song","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-2549-8322","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072029041","display_name":"Jianlong Fu","orcid":"https://orcid.org/0000-0002-1025-2012"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlong Fu","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1025-2012","affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9313","last_page":"9319"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8654206991195679},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7527451515197754},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.7400997281074524},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5641660094261169},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5532472133636475},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.446293443441391},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4243432879447937},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3793790638446808},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33420610427856445}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8654206991195679},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7527451515197754},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.7400997281074524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5641660094261169},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5532472133636475},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.446293443441391},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4243432879447937},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3793790638446808},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33420610427856445},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612707","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612707","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7300000190734863,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2124575812","https://openalex.org/W2977423666","https://openalex.org/W4210913346","https://openalex.org/W4312933868","https://openalex.org/W4386072096"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W2280377497","https://openalex.org/W3174044702","https://openalex.org/W4238433571","https://openalex.org/W2967848559","https://openalex.org/W4283803360","https://openalex.org/W4317695495","https://openalex.org/W4387506531"],"abstract_inverted_index":{"In":[0,148],"this":[1,71],"paper,":[2],"we":[3,74,89,106,121,140,152],"present":[4],"MovieFactory,":[5],"a":[6,63,111,117],"powerful":[7],"framework":[8],"to":[9,33,43,62,77,92,125,144,157,165],"generate":[10,104],"cinematic-picture":[11],"(3072x1280),":[12],"film-style":[13],"(multi-scene),":[14],"and":[15,95,100,134,159,168],"multi-modality":[16],"(sounding)":[17],"movies":[18,46],"on":[19],"the":[20,26,34,108,127,130,135,166,172],"demand":[21],"of":[22,36,66,110,150,171],"natural":[23],"languages.":[24],"As":[25],"first":[27],"fully":[28],"automated":[29],"movie":[30,86],"generation":[31,99],"model":[32,115,133],"best":[35],"our":[37,39],"knowledge,":[38],"approach":[40],"empowers":[41],"users":[42],"create":[44],"captivating":[45],"with":[47],"smooth":[48],"transitions":[49],"using":[50],"simple":[51],"text":[52,80],"inputs,":[53],"surpassing":[54],"existing":[55],"methods":[56],"that":[57,163],"produce":[58],"soundless":[59],"videos":[60],"limited":[61],"single":[64],"scene":[65],"modest":[67],"quality.":[68],"To":[69,103],"facilitate":[70],"distinctive":[72],"functionality,":[73],"leverage":[75,153],"ChatGPT":[76],"expand":[78],"user-provided":[79],"into":[81],"detailed":[82],"sequential":[83],"scripts":[84,91],"for":[85],"generation.":[87],"Then":[88],"bring":[90],"life":[93],"visually":[94],"acoustically":[96],"through":[97,116],"vision":[98],"audio":[101,161],"retrieval.":[102],"videos,":[105],"extend":[107],"capabilities":[109],"pretrained":[112,131],"text-to-image":[113],"diffusion":[114],"two-stage":[118],"process.":[119],"Firstly,":[120],"employ":[122],"spatial":[123],"finetuning":[124],"bridge":[126],"gap":[128],"between":[129],"image":[132],"new":[136],"video":[137],"dataset.":[138],"Subsequently,":[139],"introduce":[141],"temporal":[142],"learning":[143],"capture":[145],"object":[146],"motion.":[147],"terms":[149],"audio,":[151],"sophisticated":[154],"retrieval":[155],"models":[156],"select":[158],"align":[160],"elements":[162],"correspond":[164],"plot":[167],"visual":[169],"content":[170],"movie.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":11}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}