{"id":"https://openalex.org/W4402716105","doi":"https://doi.org/10.1109/cvpr52733.2024.00764","title":"4D-fy: Text-to-4D Generation Using Hybrid Score Distillation Sampling","display_name":"4D-fy: Text-to-4D Generation Using Hybrid Score Distillation Sampling","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402716105","doi":"https://doi.org/10.1109/cvpr52733.2024.00764"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.00764","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00764","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009476152","display_name":"Sherwin Bahmani","orcid":"https://orcid.org/0009-0009-5724-3402"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Sherwin Bahmani","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028188014","display_name":"Ivan Skorokhodov","orcid":"https://orcid.org/0000-0002-7611-9310"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]},{"id":"https://openalex.org/I4210099236","display_name":"Kootenay Association for Science & Technology","ror":"https://ror.org/011pv9p44","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210099236"]}],"countries":["CA","SA"],"is_corresponding":false,"raw_author_name":"Ivan Skorokhodov","raw_affiliation_strings":["KAUST"],"affiliations":[{"raw_affiliation_string":"KAUST","institution_ids":["https://openalex.org/I4210099236","https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093402671","display_name":"Victor Rong","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Victor Rong","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014044649","display_name":"Gordon Wetzstein","orcid":"https://orcid.org/0000-0002-9243-6885"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gordon Wetzstein","raw_affiliation_strings":["Stanford University"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112461556","display_name":"Leonidas Guibas","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leonidas Guibas","raw_affiliation_strings":["Stanford University"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076768552","display_name":"Peter Wonka","orcid":"https://orcid.org/0000-0003-0627-9746"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]},{"id":"https://openalex.org/I4210099236","display_name":"Kootenay Association for Science & Technology","ror":"https://ror.org/011pv9p44","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210099236"]}],"countries":["CA","SA"],"is_corresponding":false,"raw_author_name":"Peter Wonka","raw_affiliation_strings":["KAUST"],"affiliations":[{"raw_affiliation_string":"KAUST","institution_ids":["https://openalex.org/I4210099236","https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058028206","display_name":"Sergey Tulyakov","orcid":"https://orcid.org/0000-0003-3465-1592"},"institutions":[{"id":"https://openalex.org/I4210142583","display_name":"Snap (United States)","ror":"https://ror.org/04dgkhg68","country_code":"US","type":"company","lineage":["https://openalex.org/I4210142583"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sergey Tulyakov","raw_affiliation_strings":["Snap Inc"],"affiliations":[{"raw_affiliation_string":"Snap Inc","institution_ids":["https://openalex.org/I4210142583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073988659","display_name":"Jeong Joon Park","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeong Joon Park","raw_affiliation_strings":["University of Michigan"],"affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037094498","display_name":"Andrea Tagliasacchi","orcid":"https://orcid.org/0000-0002-2209-7187"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andrea Tagliasacchi","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004550709","display_name":"David B. Lindell","orcid":"https://orcid.org/0000-0002-6999-3958"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"David B. Lindell","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5009476152"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":8.6909,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.98535478,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"7996","last_page":"8006"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6586949825286865},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6565628051757812},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4932505488395691},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35288575291633606},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34921732544898987},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11800441145896912},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.08633080124855042},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.06734448671340942}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6586949825286865},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6565628051757812},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4932505488395691},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35288575291633606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34921732544898987},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11800441145896912},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.08633080124855042},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.06734448671340942},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.00764","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00764","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6527895259","display_name":null,"funder_award_id":"1839974","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6855504680","display_name":null,"funder_award_id":"W911NF-21-2-0104","funder_id":"https://openalex.org/F4320322551","funder_display_name":"Simon Fraser University"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320322551","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":108,"referenced_works":["https://openalex.org/W1981337034","https://openalex.org/W2046589280","https://openalex.org/W2068676460","https://openalex.org/W2250673545","https://openalex.org/W2302086703","https://openalex.org/W2963966654","https://openalex.org/W2964078384","https://openalex.org/W3175528029","https://openalex.org/W3201927751","https://openalex.org/W3204213490","https://openalex.org/W3204588463","https://openalex.org/W3216130706","https://openalex.org/W4200150166","https://openalex.org/W4221151978","https://openalex.org/W4224035735","https://openalex.org/W4226289673","https://openalex.org/W4283388932","https://openalex.org/W4288242633","https://openalex.org/W4298185919","https://openalex.org/W4303440777","https://openalex.org/W4303441850","https://openalex.org/W4308163867","https://openalex.org/W4309800375","https://openalex.org/W4312388283","https://openalex.org/W4312708649","https://openalex.org/W4312933868","https://openalex.org/W4312971576","https://openalex.org/W4377131095","https://openalex.org/W4379912396","https://openalex.org/W4381586948","https://openalex.org/W4383047560","https://openalex.org/W4383994075","https://openalex.org/W4385527421","https://openalex.org/W4385848606","https://openalex.org/W4386065887","https://openalex.org/W4386071957","https://openalex.org/W4386075614","https://openalex.org/W4386075787","https://openalex.org/W4386075859","https://openalex.org/W4386076168","https://openalex.org/W4386395766","https://openalex.org/W4386554984","https://openalex.org/W4386556027","https://openalex.org/W4387294307","https://openalex.org/W4387389936","https://openalex.org/W4387796650","https://openalex.org/W4388555505","https://openalex.org/W4388651092","https://openalex.org/W4389073402","https://openalex.org/W4389217115","https://openalex.org/W4390136808","https://openalex.org/W4390438128","https://openalex.org/W4390438264","https://openalex.org/W4390873331","https://openalex.org/W4390873915","https://openalex.org/W4390874424","https://openalex.org/W4391012844","https://openalex.org/W4396512602","https://openalex.org/W4399574574","https://openalex.org/W6679045638","https://openalex.org/W6713645886","https://openalex.org/W6730746255","https://openalex.org/W6779823529","https://openalex.org/W6783713337","https://openalex.org/W6786375611","https://openalex.org/W6790978476","https://openalex.org/W6791353385","https://openalex.org/W6796581206","https://openalex.org/W6797359156","https://openalex.org/W6799822499","https://openalex.org/W6801988899","https://openalex.org/W6809885388","https://openalex.org/W6810940779","https://openalex.org/W6838639034","https://openalex.org/W6839643428","https://openalex.org/W6840815571","https://openalex.org/W6843813467","https://openalex.org/W6844305113","https://openalex.org/W6845281891","https://openalex.org/W6846007759","https://openalex.org/W6846135447","https://openalex.org/W6846655393","https://openalex.org/W6846820273","https://openalex.org/W6849312071","https://openalex.org/W6850462592","https://openalex.org/W6852475259","https://openalex.org/W6853300428","https://openalex.org/W6853592262","https://openalex.org/W6853978208","https://openalex.org/W6854132990","https://openalex.org/W6854463369","https://openalex.org/W6855459923","https://openalex.org/W6855921447","https://openalex.org/W6856304189","https://openalex.org/W6856851587","https://openalex.org/W6857104645","https://openalex.org/W6857218972","https://openalex.org/W6857433768","https://openalex.org/W6857618181","https://openalex.org/W6857782029","https://openalex.org/W6858183529","https://openalex.org/W6858397388","https://openalex.org/W6858872346","https://openalex.org/W6859035838","https://openalex.org/W6860193208","https://openalex.org/W6860217023","https://openalex.org/W6860494824","https://openalex.org/W6860761745"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Recent":[0],"breakthroughs":[1],"in":[2,102],"text-to-4D":[3,19,137],"generation":[4],"rely":[5],"on":[6,45,68],"pre-trained":[7,127],"text-to-image":[8,37],"and":[9,33,39,49,59,73,82,130,153],"text-to-video":[10],"models":[11,38,65,87,129],"to":[12,53,99],"generate":[13],"dynamic":[14],"3D":[15,31,60,83,151],"scenes.":[16],"However,":[17],"current":[18],"methods":[20],"face":[21],"a":[22,103],"three-way":[23,108],"tradeoff":[24],"between":[25],"the":[26],"quality":[27],"of":[28,133,145],"scene":[29],"appearance,":[30,150],"structure,":[32,152],"motion.":[34,63,154],"For":[35],"example,":[36],"their":[40],"3D-aware":[41],"variants":[42],"are":[43,66],"trained":[44,67],"internet-scale":[46],"image":[47],"datasets":[48,72],"can":[50,74],"be":[51],"used":[52],"produce":[54,75],"scenes":[55,76,147],"with":[56,77,148],"realistic":[57],"appearance":[58,81],"structure\u2014but":[61],"no":[62],"Text-to-video":[64],"relatively":[69],"smaller":[70],"video":[71],"motion,":[78],"but":[79],"poorer":[80],"structure.":[84],"While":[85],"these":[86],"have":[88,93],"complementary":[89],"strengths,":[90],"they":[91],"also":[92],"opposing":[94],"weaknesses,":[95],"making":[96],"it":[97],"difficult":[98],"combine":[100],"them":[101],"way":[104],"that":[105,121],"alleviates":[106],"this":[107],"tradeoff.":[109],"Here,":[110],"we":[111,142],"introduce":[112],"hybrid":[113,140],"score":[114],"distillation":[115],"sampling,":[116],"an":[117],"alternating":[118],"optimization":[119],"procedure":[120],"blends":[122],"supervision":[123],"signals":[124],"from":[125],"multiple":[126],"diffusion":[128],"incorporates":[131],"benefits":[132],"each":[134],"for":[135],"high-fidelity":[136],"generation.":[138],"Using":[139],"SDS,":[141],"demonstrate":[143],"synthesis":[144],"4D":[146],"compelling":[149]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":10}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}