{"id":"https://openalex.org/W4409263204","doi":"https://doi.org/10.1109/tpami.2025.3558507","title":"<i>MagicTime:</i> Time-Lapse Video Generation Models as Metamorphic Simulators","display_name":"<i>MagicTime:</i> Time-Lapse Video Generation Models as Metamorphic Simulators","publication_year":2025,"publication_date":"2025-04-08","ids":{"openalex":"https://openalex.org/W4409263204","doi":"https://doi.org/10.1109/tpami.2025.3558507","pmid":"https://pubmed.ncbi.nlm.nih.gov/40198299"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3558507","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3558507","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050656216","display_name":"Shenghai Yuan","orcid":"https://orcid.org/0009-0000-4850-2278"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shenghai Yuan","raw_affiliation_strings":["Shenzhen Graduate School, Peking University, Beijing, China","Shenzhen Graduate School, Peking University, China"],"raw_orcid":"https://orcid.org/0009-0000-4850-2278","affiliations":[{"raw_affiliation_string":"Shenzhen Graduate School, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Shenzhen Graduate School, Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101890579","display_name":"Jinfa Huang","orcid":"https://orcid.org/0000-0002-0081-4106"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinfa Huang","raw_affiliation_strings":["Department of Computer Science, University of Rochester, Rochester, NY, USA","Department of Computer Science, University of Rochester, USA"],"raw_orcid":"https://orcid.org/0000-0002-0081-4106","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]},{"raw_affiliation_string":"Department of Computer Science, University of Rochester, USA","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072528141","display_name":"Yujun Shi","orcid":"https://orcid.org/0009-0001-7594-7616"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yujun Shi","raw_affiliation_strings":["National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0001-7594-7616","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102649934","display_name":"Yongqi Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongqi Xu","raw_affiliation_strings":["Shenzhen Graduate School, Peking University, Beijing, China","Shenzhen Graduate School, Peking University, China"],"raw_orcid":"https://orcid.org/0009-0000-1635-6130","affiliations":[{"raw_affiliation_string":"Shenzhen Graduate School, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Shenzhen Graduate School, Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ruijie Zhu","orcid":"https://orcid.org/0000-0003-4864-8474"},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruijie Zhu","raw_affiliation_strings":["University of California, Santa Cruz, Santa Cruz, CA, USA","University of California, USA"],"raw_orcid":"https://orcid.org/0000-0003-4864-8474","affiliations":[{"raw_affiliation_string":"University of California, Santa Cruz, Santa Cruz, CA, USA","institution_ids":["https://openalex.org/I185103710"]},{"raw_affiliation_string":"University of California, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bin Lin","orcid":"https://orcid.org/0009-0003-4805-9730"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Lin","raw_affiliation_strings":["Shenzhen Graduate School, Peking University, Beijing, China","Shenzhen Graduate School, Peking University, China"],"raw_orcid":"https://orcid.org/0009-0003-4805-9730","affiliations":[{"raw_affiliation_string":"Shenzhen Graduate School, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Shenzhen Graduate School, Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025934537","display_name":"Xinhua Cheng","orcid":"https://orcid.org/0000-0001-9034-279X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinhua Cheng","raw_affiliation_strings":["Shenzhen Graduate School, Peking University, Beijing, China","Shenzhen Graduate School, Peking University, China"],"raw_orcid":"https://orcid.org/0000-0001-9034-279X","affiliations":[{"raw_affiliation_string":"Shenzhen Graduate School, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Shenzhen Graduate School, Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116493713","display_name":"Li Yuan","orcid":"https://orcid.org/0000-0002-2120-5588"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Yuan","raw_affiliation_strings":["Shenzhen Graduate School, Peking University, Beijing, China","Shenzhen Graduate School, Peking University, China"],"raw_orcid":"https://orcid.org/0000-0002-2120-5588","affiliations":[{"raw_affiliation_string":"Shenzhen Graduate School, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Shenzhen Graduate School, Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055469774","display_name":"Jiebo Luo","orcid":"https://orcid.org/0000-0002-4516-9729"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiebo Luo","raw_affiliation_strings":["Department of Computer Science, University of Rochester, Rochester, NY, USA","Department of Computer Science, University of Rochester, USA"],"raw_orcid":"https://orcid.org/0000-0002-4516-9729","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]},{"raw_affiliation_string":"Department of Computer Science, University of Rochester, USA","institution_ids":["https://openalex.org/I5388228"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5050656216"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":9.1107,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.98020191,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"47","issue":"9","first_page":"7340","last_page":"7351"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9689000248908997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6737476587295532},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5771276354789734},{"id":"https://openalex.org/keywords/metamorphic-rock","display_name":"Metamorphic rock","score":0.5258859992027283},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4830973148345947},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3280259966850281},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.2952055335044861}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6737476587295532},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5771276354789734},{"id":"https://openalex.org/C26687426","wikidata":"https://www.wikidata.org/wiki/Q47069","display_name":"Metamorphic rock","level":2,"score":0.5258859992027283},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4830973148345947},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3280259966850281},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.2952055335044861},{"id":"https://openalex.org/C17409809","wikidata":"https://www.wikidata.org/wiki/Q161764","display_name":"Geochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3558507","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3558507","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40198299","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40198299","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1947953275","display_name":null,"funder_award_id":"62425101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3833898155","display_name":null,"funder_award_id":"62088102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5151253548","display_name":null,"funder_award_id":"62332002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8504279988","display_name":null,"funder_award_id":"62202014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W2752796333","https://openalex.org/W2886641317","https://openalex.org/W2954787828","https://openalex.org/W2964318715","https://openalex.org/W2987132046","https://openalex.org/W3096562421","https://openalex.org/W3174194560","https://openalex.org/W3204588463","https://openalex.org/W3206627384","https://openalex.org/W4285981784","https://openalex.org/W4312933868","https://openalex.org/W4386071957","https://openalex.org/W4386075779","https://openalex.org/W4386076027","https://openalex.org/W4390872556","https://openalex.org/W4390872681","https://openalex.org/W4391305822","https://openalex.org/W4393148714","https://openalex.org/W4394625750","https://openalex.org/W4394627652","https://openalex.org/W4396909894","https://openalex.org/W4401109885","https://openalex.org/W4402125712","https://openalex.org/W4402592850","https://openalex.org/W4402727040","https://openalex.org/W4402727274","https://openalex.org/W4402727736","https://openalex.org/W4403279537","https://openalex.org/W4403716358","https://openalex.org/W4403722233","https://openalex.org/W4404784276","https://openalex.org/W4404965692","https://openalex.org/W4405566635","https://openalex.org/W4405695475","https://openalex.org/W4407881938","https://openalex.org/W4410772915","https://openalex.org/W6610566761","https://openalex.org/W6640963894","https://openalex.org/W6714644935","https://openalex.org/W6765779288","https://openalex.org/W6766759079","https://openalex.org/W6778883912","https://openalex.org/W6779823529","https://openalex.org/W6783713337","https://openalex.org/W6790978476","https://openalex.org/W6791353385","https://openalex.org/W6794385437","https://openalex.org/W6799700609","https://openalex.org/W6809885388","https://openalex.org/W6838639034","https://openalex.org/W6839015040","https://openalex.org/W6844305113","https://openalex.org/W6846007759","https://openalex.org/W6849119191","https://openalex.org/W6849177959","https://openalex.org/W6849938875","https://openalex.org/W6852922754","https://openalex.org/W6853251322","https://openalex.org/W6853285550","https://openalex.org/W6853300428","https://openalex.org/W6854451932","https://openalex.org/W6854463369","https://openalex.org/W6854511533","https://openalex.org/W6855459923","https://openalex.org/W6856659047","https://openalex.org/W6857152876","https://openalex.org/W6857629575","https://openalex.org/W6858865347","https://openalex.org/W6859448184","https://openalex.org/W6860724318","https://openalex.org/W6861036005","https://openalex.org/W6866333221","https://openalex.org/W6871579562","https://openalex.org/W6875242098","https://openalex.org/W6875246017","https://openalex.org/W6875933045","https://openalex.org/W6875960949"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,10,22],"text-to-video":[3],"generation":[4,59,164,185],"(T2V)":[5],"have":[6,28,43,115],"achieved":[7],"remarkable":[8],"success":[9],"synthesizing":[11],"high-quality":[12,177],"general":[13,132],"videos":[14,40,68],"from":[15,66,88],"textual":[16],"descriptions.":[17],"A":[18],"largely":[19],"overlooked":[20],"problem":[21],"T2V":[23,94],"is":[24,186],"that":[25],"existing":[26],"models":[27,95],"not":[29],"adequately":[30],"encoded":[31],"physical":[32,86,129,196],"knowledge":[33,65,87,130],"of":[34,144,173,194],"the":[35,142,161,169,195],"real":[36],"world,":[37],"thus":[38,126],"generated":[39],"tend":[41],"to":[42,96,108,110,140,159],"limited":[44],"motion":[45],"and":[46,69,91,120,171,178],"poor":[47],"variations.":[48],"In":[49],"this":[50],"paper,":[51],"we":[52,74,101,135,149],"propose":[53],"MagicTime,":[54],"a":[55,76,103,116,137,151,187],"metamorphic":[56,71,89,98,111,124,145,162,180,192],"time-lapse":[57,67,112,152,183],"video":[58,146,163,184],"model,":[60],"which":[61,114],"learns":[62],"real-world":[63],"physics":[64],"implements":[70],"generation.":[72],"First,":[73],"design":[75],"simple":[77],"yet":[78],"effective":[79],"two-stage":[80],"Magic":[81,138],"Adaptive":[82],"Strategy,":[83],"encode":[84],"more":[85,128],"videos,":[90,113,181],"transform":[92],"pre-trained":[93],"generate":[97],"videos.":[99,133],"Second,":[100],"introduce":[102,136],"Dynamic":[104],"Frames":[105],"Extraction":[106],"strategy":[107],"adapt":[109],"wider":[117],"variation":[118],"range":[119],"cover":[121],"dramatic":[122],"object":[123],"processes,":[125],"embodying":[127],"than":[131],"Finally,":[134],"Text-Encoder":[139],"improve":[141],"understanding":[143],"prompts.":[147],"Furthermore,":[148],"create":[150],"video-text":[153],"dataset":[154],"called":[155],"ChronoMagic,":[156],"specifically":[157],"curated":[158],"unlock":[160],"ability.":[165],"Extensive":[166],"experiments":[167],"demonstrate":[168],"superiority":[170],"effectiveness":[172],"MagicTime":[174],"for":[175],"generating":[176],"dynamic":[179],"suggesting":[182],"promising":[188],"path":[189],"toward":[190],"building":[191],"simulators":[193],"world.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6}],"updated_date":"2026-05-15T08:27:34.491423","created_date":"2025-10-10T00:00:00"}