{"id":"https://openalex.org/W4404966675","doi":"https://doi.org/10.1145/3680528.3687672","title":"Frankenstein: Generating Semantic-Compositional 3D Scenes in One Tri-Plane","display_name":"Frankenstein: Generating Semantic-Compositional 3D Scenes in One Tri-Plane","publication_year":2024,"publication_date":"2024-12-03","ids":{"openalex":"https://openalex.org/W4404966675","doi":"https://doi.org/10.1145/3680528.3687672"},"language":"en","primary_location":{"id":"doi:10.1145/3680528.3687672","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680528.3687672","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687672","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Conference Papers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687672","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111365408","display_name":"Han Yan","orcid":"https://orcid.org/0009-0001-4649-0565"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Han Yan","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102701749","display_name":"Yang Li","orcid":"https://orcid.org/0000-0002-2517-087X"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Li","raw_affiliation_strings":["Tencent, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035046190","display_name":"Zhennan Wu","orcid":"https://orcid.org/0000-0002-6021-7207"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zhennan Wu","raw_affiliation_strings":["The University of Tokyo, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035370234","display_name":"Shenzhou Chen","orcid":"https://orcid.org/0000-0002-8314-7782"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shenzhou Chen","raw_affiliation_strings":["Tencent, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079927298","display_name":"Weixuan Sun","orcid":"https://orcid.org/0000-0002-5409-1097"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weixuan Sun","raw_affiliation_strings":["Tencent, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085629331","display_name":"Taizhang Shang","orcid":"https://orcid.org/0000-0002-9402-6919"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Taizhang Shang","raw_affiliation_strings":["Tencent, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017706815","display_name":"Weizhe Liu","orcid":"https://orcid.org/0000-0002-3653-4165"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weizhe Liu","raw_affiliation_strings":["Tencent, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362244","display_name":"Tian Chen","orcid":"https://orcid.org/0009-0004-5250-1437"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Chen","raw_affiliation_strings":["Tencent, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101323897","display_name":"Xiaqiang Dai","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaqiang Dai","raw_affiliation_strings":["Tencent, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100704678","display_name":"Chao Ma","orcid":"https://orcid.org/0000-0002-8459-2845"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Ma","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101819061","display_name":"Hongdong Li","orcid":"https://orcid.org/0000-0003-4125-1554"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hongdong Li","raw_affiliation_strings":["Australian National University, Canberra, Australia"],"affiliations":[{"raw_affiliation_string":"Australian National University, Canberra, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063587709","display_name":"Pan Ji","orcid":"https://orcid.org/0000-0001-6213-554X"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pan Ji","raw_affiliation_strings":["Tencent, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5111365408"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.5014,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.80827353,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7234575152397156},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4550517499446869},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4235376715660095},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3677566647529602},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33567914366722107}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7234575152397156},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4550517499446869},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4235376715660095},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3677566647529602},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33567914366722107}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3680528.3687672","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680528.3687672","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687672","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Conference Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:openresearch-repository.anu.edu.au:1885/733750817","is_oa":false,"landing_page_url":"https://hdl.handle.net/1885/733750817","pdf_url":null,"source":{"id":"https://openalex.org/S4306402539","display_name":"ANU Open Research (Australian National University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I118347636","host_organization_name":"Australian National University","host_organization_lineage":["https://openalex.org/I118347636"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":{"id":"doi:10.1145/3680528.3687672","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680528.3687672","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687672","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Conference Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5316272237","display_name":null,"funder_award_id":"62322113, 62376156","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404966675.pdf"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1967554269","https://openalex.org/W1981934656","https://openalex.org/W2155195832","https://openalex.org/W2810181048","https://openalex.org/W2947464908","https://openalex.org/W2960202457","https://openalex.org/W2964334375","https://openalex.org/W2978956737","https://openalex.org/W2990222759","https://openalex.org/W3107547765","https://openalex.org/W3109585842","https://openalex.org/W3204326360","https://openalex.org/W3210613940","https://openalex.org/W4205789964","https://openalex.org/W4214625308","https://openalex.org/W4247562030","https://openalex.org/W4312244484","https://openalex.org/W4312933868","https://openalex.org/W4376122412","https://openalex.org/W4383109105","https://openalex.org/W4386066388","https://openalex.org/W4386066812","https://openalex.org/W4386071840","https://openalex.org/W4386075627","https://openalex.org/W4386076275","https://openalex.org/W4386607324","https://openalex.org/W4387603075","https://openalex.org/W4390190305","https://openalex.org/W4390871736","https://openalex.org/W4390872164","https://openalex.org/W4390874067","https://openalex.org/W4390874102","https://openalex.org/W4390874211","https://openalex.org/W4390874605","https://openalex.org/W4399563927","https://openalex.org/W4402703065","https://openalex.org/W4402727474","https://openalex.org/W4403778879","https://openalex.org/W4406266254"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"We":[0],"present":[1],"Frankenstein,":[2],"a":[3,13,21,35,73],"diffusion-based":[4],"framework":[5],"that":[6,19],"can":[7,58],"generate":[8],"semantic-compositional":[9],"3D":[10,24,40],"scenes":[11,111],"in":[12,45,96,122],"single":[14,47],"pass.":[15],"Unlike":[16],"existing":[17],"methods":[18],"output":[20],"single,":[22],"unified":[23],"shape,":[25],"Frankenstein":[26,92],"simultaneously":[27],"generates":[28],"multiple":[29,52],"separated":[30,107],"shapes,":[31],"each":[32],"corresponding":[33],"to":[34,61,84],"semantically":[36],"meaningful":[37],"part.":[38],"The":[39,109],"scene":[41],"information":[42],"is":[43,82],"encoded":[44],"one":[46],"triplane":[48],"tensor,":[49],"from":[50],"which":[51],"Signed":[53],"Distance":[54],"Function":[55],"(SDF)":[56],"fields":[57],"be":[59],"decoded":[60],"represent":[62],"the":[63,78,86,89,123],"compositional":[64,90],"shapes.":[65],"During":[66],"training,":[67],"an":[68],"auto-encoder":[69],"compresses":[70],"tri-planes":[71],"into":[72],"latent":[74],"space,":[75],"and":[76],"then":[77],"denoising":[79],"diffusion":[80],"process":[81],"employed":[83],"approximate":[85],"distribution":[87],"of":[88],"scenes.":[91],"demonstrates":[93],"promising":[94],"results":[95],"generating":[97],"room":[98,124],"interiors":[99],"as":[100,102,117],"well":[101],"human":[103],"avatars":[104],"with":[105],"automatically":[106],"parts.":[108],"generated":[110],"facilitate":[112],"many":[113],"downstream":[114],"applications,":[115],"such":[116],"part-wise":[118],"re-texturing,":[119],"object":[120],"rearrangement":[121],"or":[125],"avatar":[126],"cloth":[127],"re-targeting.":[128]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}