{"id":"https://openalex.org/W4386081231","doi":"https://doi.org/10.1145/3581783.3612033","title":"Make-It-4D: Synthesizing a Consistent Long-Term Dynamic Scene Video from a Single Image","display_name":"Make-It-4D: Synthesizing a Consistent Long-Term Dynamic Scene Video from a Single Image","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4386081231","doi":"https://doi.org/10.1145/3581783.3612033"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612033","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612033","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612033","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612033","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070224795","display_name":"Liao Shen","orcid":"https://orcid.org/0000-0002-2423-4835"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liao Shen","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-2423-4835","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100687800","display_name":"Xingyi Li","orcid":"https://orcid.org/0000-0001-5765-3852"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyi Li","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-5765-3852","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100667323","display_name":"Huiqiang Sun","orcid":"https://orcid.org/0000-0002-3653-3613"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiqiang Sun","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-3653-3613","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019166957","display_name":"Juewen Peng","orcid":"https://orcid.org/0000-0001-5740-2682"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juewen Peng","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-5740-2682","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041554011","display_name":"Ke Xian","orcid":"https://orcid.org/0000-0002-0884-5126"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ke Xian","raw_affiliation_strings":["Huazhong University of Science and Technology, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0884-5126","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Singapore, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036358447","display_name":"Zhiguo Cao","orcid":"https://orcid.org/0000-0002-9223-1863"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiguo Cao","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-9223-1863","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029912845","display_name":"Guosheng Lin","orcid":"https://orcid.org/0000-0002-0329-7458"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Guosheng Lin","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0329-7458","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8167","last_page":"8175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.8297178745269775},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.82808518409729},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8036918640136719},{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.7859249114990234},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.645328164100647},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.5984524488449097},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5115717053413391},{"id":"https://openalex.org/keywords/image-stabilization","display_name":"Image stabilization","score":0.501079797744751},{"id":"https://openalex.org/keywords/motion-estimation","display_name":"Motion estimation","score":0.4794260859489441},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.4763072729110718},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.41964030265808105},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.419445663690567},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.30777499079704285}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.8297178745269775},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.82808518409729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8036918640136719},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.7859249114990234},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.645328164100647},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.5984524488449097},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5115717053413391},{"id":"https://openalex.org/C27402916","wikidata":"https://www.wikidata.org/wiki/Q31009","display_name":"Image stabilization","level":3,"score":0.501079797744751},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.4794260859489441},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.4763072729110718},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.41964030265808105},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.419445663690567},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.30777499079704285},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3581783.3612033","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612033","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612033","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2308.10257","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.10257","pdf_url":"https://arxiv.org/pdf/2308.10257","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3581783.3612033","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612033","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612033","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2613911948","display_name":null,"funder_award_id":"U1913602","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386081231.pdf","grobid_xml":"https://content.openalex.org/works/W4386081231.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W764651262","https://openalex.org/W2028687412","https://openalex.org/W2035055162","https://openalex.org/W2207941348","https://openalex.org/W2883991972","https://openalex.org/W2962785568","https://openalex.org/W2984529706","https://openalex.org/W2991530302","https://openalex.org/W3008823916","https://openalex.org/W3034528136","https://openalex.org/W3034950620","https://openalex.org/W3035524985","https://openalex.org/W3111114371","https://openalex.org/W3173122423","https://openalex.org/W3173935672","https://openalex.org/W3178284600","https://openalex.org/W3204682594","https://openalex.org/W3204789496","https://openalex.org/W4205930639","https://openalex.org/W4213106874","https://openalex.org/W4214520160","https://openalex.org/W4224945218","https://openalex.org/W4225793068","https://openalex.org/W4281485151","https://openalex.org/W4288091891","https://openalex.org/W4298185919","https://openalex.org/W4298187450","https://openalex.org/W4303440777","https://openalex.org/W4309872477","https://openalex.org/W4310695675","https://openalex.org/W4312816690","https://openalex.org/W4312828807","https://openalex.org/W4312872374","https://openalex.org/W4312933868","https://openalex.org/W4313169082","https://openalex.org/W4319241004","https://openalex.org/W4327810122","https://openalex.org/W4386065764","https://openalex.org/W4386066506","https://openalex.org/W4386076658","https://openalex.org/W4387299933","https://openalex.org/W4390872556"],"related_works":["https://openalex.org/W2947532437","https://openalex.org/W2966758596","https://openalex.org/W2030154815","https://openalex.org/W2051121715","https://openalex.org/W2379883324","https://openalex.org/W2120281425","https://openalex.org/W2048155438","https://openalex.org/W3034379322","https://openalex.org/W1965815310","https://openalex.org/W2968988687"],"abstract_inverted_index":{"We":[0],"study":[1],"the":[2,51,63,88,114,117,125,133,145,149,154,160,173,206],"problem":[3],"of":[4,148,200,208],"synthesizing":[5],"a":[6,12,72,78,84,99,108,165,197],"long-term":[7,80],"dynamic":[8,81,151],"video":[9,82],"from":[10,83,129,187],"only":[11],"single":[13,85],"image.":[14,86,175],"This":[15,176],"is":[16,47,121],"challenging":[17],"since":[18],"it":[19,46],"requires":[20],"consistent":[21,79],"visual":[22,115],"content":[23],"movements":[24],"given":[25],"large":[26,183],"camera":[27,40,135,184],"motions.":[28,185],"Existing":[29],"methods":[30],"either":[31],"hallucinate":[32],"inconsistent":[33],"perpetual":[34],"views":[35],"or":[36],"struggle":[37],"with":[38],"long":[39],"trajectories.":[41],"To":[42,66,112],"address":[43],"these":[44],"issues,":[45],"essential":[48],"to":[49,97,106,143,169,180],"estimate":[50],"underlying":[52],"4D":[53,138],"(including":[54],"3D":[55],"geometry":[56],"and":[57,60,101,132,171],"scene":[58,126],"motion)":[59],"fill":[61,158],"in":[62,159],"occluded":[64,161],"regions.":[65],"this":[67],"end,":[68],"we":[69,91,157],"present":[70],"Make-It-4D,":[71],"novel":[73],"method":[74,142,179,191],"that":[75],"can":[76,192],"generate":[77],"On":[87,153],"one":[89],"hand,":[90,156],"utilize":[92],"layered":[93],"depth":[94],"images":[95],"(LDIs)":[96],"represent":[98],"scene,":[100],"they":[102],"are":[103],"then":[104],"unprojected":[105],"form":[107],"feature":[109,118],"point":[110,119],"cloud.":[111],"animate":[113],"content,":[116],"cloud":[120],"displaced":[122],"based":[123],"on":[124],"flow":[127],"derived":[128],"motion":[130],"estimation":[131],"corresponding":[134],"pose.":[136],"Such":[137],"representation":[139],"enables":[140,177],"our":[141,178,188,190,209],"maintain":[144],"global":[146],"consistency":[147],"generated":[150],"video.":[152],"other":[155],"regions":[162],"by":[163],"using":[164],"pre-trained":[166],"diffusion":[167],"model":[168],"inpaint":[170],"outpaint":[172],"input":[174],"work":[181],"under":[182],"Benefiting":[186],"design,":[189],"be":[193],"training-free":[194],"which":[195,211],"saves":[196],"significant":[198],"amount":[199],"training":[201],"time.":[202],"Experimental":[203],"results":[204],"demonstrate":[205],"effectiveness":[207],"approach,":[210],"showcases":[212],"compelling":[213],"rendering":[214],"results.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":9}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2023-08-23T00:00:00"}