{"id":"https://openalex.org/W4386076002","doi":"https://doi.org/10.1109/cvpr52729.2023.00433","title":"SDFusion: Multimodal 3D Shape Completion, Reconstruction, and Generation","display_name":"SDFusion: Multimodal 3D Shape Completion, Reconstruction, and Generation","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4386076002","doi":"https://doi.org/10.1109/cvpr52729.2023.00433"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52729.2023.00433","doi":"https://doi.org/10.1109/cvpr52729.2023.00433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.00433","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2212.04493","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070482591","display_name":"Yen-Chi Cheng","orcid":"https://orcid.org/0000-0002-0639-3154","observed_orcids":["https://orcid.org/0000-0002-0639-3154"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yen-Chi Cheng","raw_affiliation_strings":["University of Illinois Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088961773","display_name":"Hsin-Ying Lee","orcid":"https://orcid.org/0000-0001-8493-9442","observed_orcids":["https://orcid.org/0000-0001-8493-9442"]},"institutions":[{"id":"https://openalex.org/I4210142583","display_name":"Snap (United States)","ror":"https://ror.org/04dgkhg68","country_code":"US","type":"company","lineage":["https://openalex.org/I4210142583"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hsin-Ying Lee","raw_affiliation_strings":["Snap Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Snap Research","institution_ids":["https://openalex.org/I4210142583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058028206","display_name":"Sergey Tulyakov","orcid":"https://orcid.org/0000-0003-3465-1592","observed_orcids":["https://orcid.org/0000-0003-3465-1592"]},"institutions":[{"id":"https://openalex.org/I4210142583","display_name":"Snap (United States)","ror":"https://ror.org/04dgkhg68","country_code":"US","type":"company","lineage":["https://openalex.org/I4210142583"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sergey Tulyakov","raw_affiliation_strings":["Snap Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Snap Research","institution_ids":["https://openalex.org/I4210142583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049638480","display_name":"Alexander Gerhard Schwing","orcid":"https://orcid.org/0009-0000-6926-773X","observed_orcids":["https://orcid.org/0009-0000-6926-773X"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Schwing","raw_affiliation_strings":["University of Illinois Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016962709","display_name":"Liang-Yan Gui","orcid":"https://orcid.org/0009-0005-8204-3577","observed_orcids":["https://orcid.org/0009-0005-8204-3577"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liangyan Gui","raw_affiliation_strings":["University of Illinois Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.1058,"has_fulltext":true,"cited_by_count":247,"citation_normalized_percentile":{"value":0.99227073,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4456","last_page":"4465"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/3d-shape-completion","display_name":"3D shape completion","score":0.9779999852180481},{"id":"https://openalex.org/keywords/3d-reconstruction","display_name":"3D reconstruction","score":0.7570000290870667},{"id":"https://openalex.org/keywords/text-to-3d-generation","display_name":"text-to-3D generation","score":0.843999981880188},{"id":"https://openalex.org/keywords/diffusion-models","display_name":"diffusion models","score":0.843999981880188},{"id":"https://openalex.org/keywords/latent-representations","display_name":"latent representations","score":0.5},{"id":"https://openalex.org/keywords/cross-attention","display_name":"cross-attention","score":0.8830000162124634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8117749691009521},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6064697504043579},{"id":"https://openalex.org/C144430266","wikidata":"https://www.wikidata.org/wiki/Q839721","display_name":"Interactivity","level":2,"score":0.5591931939125061},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5550666451454163},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5535927414894104},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4991157054901123},{"id":"https://openalex.org/C109950114","wikidata":"https://www.wikidata.org/wiki/Q4464732","display_name":"3D reconstruction","level":2,"score":0.4535064697265625},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.43917202949523926},{"id":"https://openalex.org/C50494287","wikidata":"https://www.wikidata.org/wiki/Q658467","display_name":"Texture synthesis","level":5,"score":0.4127395749092102},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39817583560943604},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2991841733455658},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.19009613990783691},{"id":"https://openalex.org/C63099799","wikidata":"https://www.wikidata.org/wiki/Q17147001","display_name":"Image texture","level":4,"score":0.18499687314033508},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.08558490872383118},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cvpr52729.2023.00433","doi":"https://doi.org/10.1109/cvpr52729.2023.00433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.00433","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2212.04493","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.04493","pdf_url":"https://arxiv.org/pdf/2212.04493","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2212.04493","doi":"https://doi.org/10.48550/arxiv.2212.04493","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2212.04493","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2212.04493","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.04493","pdf_url":"https://arxiv.org/pdf/2212.04493","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1766801816","display_name":null,"funder_award_id":"2020-67021-32799","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1957999595","display_name":null,"funder_award_id":"#2020-67021-32799","funder_id":"https://openalex.org/F4320332299","funder_display_name":"National Institute of Food and Agriculture"},{"id":"https://openalex.org/G2926720356","display_name":null,"funder_award_id":"32799","funder_id":"https://openalex.org/F4320332299","funder_display_name":"National Institute of Food and Agriculture"},{"id":"https://openalex.org/G3141805827","display_name":"MRI: Development of an Instrument for Deep Learning Research","funder_award_id":"1725729","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G539587745","display_name":"RI: Medium: Creating Knowledge with All-Novel-Class Computer Vision","funder_award_id":"2106825","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5620962805","display_name":null,"funder_award_id":"67021","funder_id":"https://openalex.org/F4320332299","funder_display_name":"National Institute of Food and Agriculture"},{"id":"https://openalex.org/G5816232202","display_name":"NSF-BSF: RI: Small: Structured Distributions in Deep Nets","funder_award_id":"2008387","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G9000302133","display_name":"CAREER: Learning to Anticipate with Visual Simulation","funder_award_id":"2045586","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320332299","display_name":"National Institute of Food and Agriculture","ror":"https://ror.org/05qx3fv49"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386076002.pdf","grobid_xml":"https://content.openalex.org/works/W4386076002.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W2741732306","https://openalex.org/W2784996692","https://openalex.org/W2896457183","https://openalex.org/W2904383797","https://openalex.org/W2909750748","https://openalex.org/W2911758669","https://openalex.org/W2944579304","https://openalex.org/W2944663535","https://openalex.org/W2945957791","https://openalex.org/W2962849139","https://openalex.org/W2962988048","https://openalex.org/W2963140844","https://openalex.org/W2963341956","https://openalex.org/W2963799213","https://openalex.org/W2964078384","https://openalex.org/W3034964128","https://openalex.org/W3036167779","https://openalex.org/W3097606102","https://openalex.org/W3101267796","https://openalex.org/W3107517429","https://openalex.org/W3109420014","https://openalex.org/W3109585842","https://openalex.org/W3122887982","https://openalex.org/W3135367836","https://openalex.org/W3141954417","https://openalex.org/W3155072588","https://openalex.org/W3162926177","https://openalex.org/W3175528029","https://openalex.org/W3177292376","https://openalex.org/W3180196270","https://openalex.org/W3190116597","https://openalex.org/W3198362969","https://openalex.org/W3203025168","https://openalex.org/W3205325185","https://openalex.org/W3212280254","https://openalex.org/W3216352822","https://openalex.org/W4224045152","https://openalex.org/W4226125322","https://openalex.org/W4281485151","https://openalex.org/W4288099666","https://openalex.org/W4298187450","https://openalex.org/W4312453532","https://openalex.org/W4312933868","https://openalex.org/W4313068277","https://openalex.org/W4313123522","https://openalex.org/W4319301041","https://openalex.org/W4386057725","https://openalex.org/W4386075744","https://openalex.org/W4386075943","https://openalex.org/W4386076676","https://openalex.org/W4386083059","https://openalex.org/W4390872015","https://openalex.org/W4394671432","https://openalex.org/W6742627460","https://openalex.org/W6748208425","https://openalex.org/W6749625137","https://openalex.org/W6763236253","https://openalex.org/W6780879210","https://openalex.org/W6802668286","https://openalex.org/W6803272276","https://openalex.org/W6840095570","https://openalex.org/W6843813467","https://openalex.org/W6850300882"],"related_works":["https://openalex.org/W4386071840","https://openalex.org/W4393027307","https://openalex.org/W4406857575","https://openalex.org/W4224045152","https://openalex.org/W7133222552","https://openalex.org/W4402979866","https://openalex.org/W4408509233","https://openalex.org/W4417465476","https://openalex.org/W7214550819","https://openalex.org/W4414898397"],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"we":[3,87,167],"present":[4],"a":[5,24,35,69,75,82,95,106],"novel":[6],"framework":[7],"built":[8],"to":[9,49,99,137,173],"sim-plify":[10],"3D":[11,66,117],"asset":[12],"generation":[13,140],"for":[14,156],"amateur":[15],"users.":[16],"To":[17,80],"enable":[18,81],"interactive":[19],"generation,":[20],"our":[21,60,102,123,163],"method":[22,172],"supports":[23,105],"variety":[25,83,107],"of":[26,45,53,59,84,108],"input":[27,158],"modalities":[28],"that":[29],"can":[30,125],"be":[31],"easily":[32],"provided":[33],"by":[34,94],"human,":[36],"in-cluding":[37],"images,":[38,144],"text,":[39],"partially":[40],"observed":[41],"shapes":[42,67],"and":[43,119,145,159],"combinations":[44],"these,":[46],"further":[47,168],"allowing":[48],"adjust":[50],"the":[51,57,135,149,153,175],"strength":[52],"each":[54,157],"input.":[55],"At":[56],"core":[58],"approach":[61,164],"is":[62,78],"an":[63,170],"encoder-decoder,":[64],"compressing":[65],"into":[68,130],"compact":[70],"latent":[71],"representation,":[72],"upon":[73],"which":[74],"diffusion":[76],"model":[77,103,124],"learned.":[79],"multimodal":[85],"inputs,":[86],"employ":[88],"task-specific":[89],"encoders":[90],"with":[91],"dropout":[92],"followed":[93],"cross-attention":[96],"mechanism.":[97],"Due":[98],"its":[100],"flexibility,":[101],"naturally":[104],"tasks,":[109],"outperforming":[110],"prior":[111],"works":[112],"on":[113],"shape":[114,139,177],"completion,":[115],"image-based":[116],"reconstruction,":[118],"text-to-3D.":[120],"Most":[121],"interestingly,":[122],"combine":[126],"all":[127],"these":[128],"tasks":[129],"one":[131],"swiss-army-knife":[132],"tool,":[133],"enabling":[134],"user":[136],"perform":[138],"using":[141,178],"incomplete":[142],"shapes,":[143],"textual":[146],"descriptions":[147],"at":[148],"same":[150],"time,":[151],"providing":[152],"relative":[154],"weights":[155],"facilitating":[160],"interactivity.":[161],"Despite":[162],"being":[165],"shape-only,":[166],"show":[169],"efficient":[171],"texture":[174],"generated":[176],"large-scale":[179],"text-to-image":[180],"models.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":47},{"year":2025,"cited_by_count":91},{"year":2024,"cited_by_count":86},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2023-08-23T00:00:00"}