{"id":"https://openalex.org/W4402727320","doi":"https://doi.org/10.1109/cvpr52733.2024.00986","title":"Morphable Diffusion: 3D-Consistent Diffusion for Single-image Avatar Creation","display_name":"Morphable Diffusion: 3D-Consistent Diffusion for Single-image Avatar Creation","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402727320","doi":"https://doi.org/10.1109/cvpr52733.2024.00986"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.00986","doi":"https://doi.org/10.1109/cvpr52733.2024.00986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00986","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.04728","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102603882","display_name":"Xiyi Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Xiyi Chen","raw_affiliation_strings":["ETH Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047976052","display_name":"Marko Mihajlovi\u0107","orcid":"https://orcid.org/0000-0001-6305-3896","observed_orcids":["https://orcid.org/0000-0001-6305-3896"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Marko Mihajlovic","raw_affiliation_strings":["ETH Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101932394","display_name":"Shaofei Wang","orcid":"https://orcid.org/0000-0002-2865-698X","observed_orcids":["https://orcid.org/0000-0002-2865-698X"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Shaofei Wang","raw_affiliation_strings":["ETH Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016783287","display_name":"Sergey Prokudin","orcid":"https://orcid.org/0000-0001-6501-8234","observed_orcids":["https://orcid.org/0000-0001-6501-8234"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Sergey Prokudin","raw_affiliation_strings":["ETH Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056265728","display_name":"Siyu Tang","orcid":"https://orcid.org/0000-0002-1015-4770","observed_orcids":["https://orcid.org/0000-0002-1015-4770"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Siyu Tang","raw_affiliation_strings":["ETH Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":1.9553,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.89626137,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"10359","last_page":"10370"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.5249000191688538,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.5249000191688538,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.4350999891757965,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.03400000184774399,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/3d-avatar-generation","display_name":"3D avatar generation","score":0.7369999885559082},{"id":"https://openalex.org/keywords/morphable-models","display_name":"morphable models","score":0.5170000195503235},{"id":"https://openalex.org/keywords/diffusion-models","display_name":"diffusion models","score":0.8109999895095825},{"id":"https://openalex.org/keywords/novel-view-synthesis","display_name":"novel view synthesis","score":0.7839999794960022},{"id":"https://openalex.org/keywords/facial-expression-control","display_name":"facial expression control","score":0.9079999923706055},{"id":"https://openalex.org/keywords/3d-morphable-face-model","display_name":"3D morphable face model","score":0.4580000042915344}],"concepts":[{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.774207353591919},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.685350239276886},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5183452367782593},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.46285855770111084},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.42041391134262085},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33152374625205994},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.15333238244056702},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07947176694869995},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cvpr52733.2024.00986","doi":"https://doi.org/10.1109/cvpr52733.2024.00986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00986","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2401.04728","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.04728","pdf_url":"https://arxiv.org/pdf/2401.04728","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2401.04728","doi":"https://doi.org/10.48550/arxiv.2401.04728","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2401.04728","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.04728","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.04728","pdf_url":"https://arxiv.org/pdf/2401.04728","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1562512020","display_name":null,"funder_award_id":"206/4-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G424824664","display_name":"Learning to Create Realistic Human Avatars","funder_award_id":"204840","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G7907426250","display_name":"EXC 2064: Maschinelles Lernen: Neue Perspektiven f\u00fcr die Wissenschaft","funder_award_id":"390727645","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G993971353","display_name":null,"funder_award_id":"200021","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402727320.pdf","grobid_xml":"https://content.openalex.org/works/W4402727320.grobid-xml"},"referenced_works_count":106,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W1967554269","https://openalex.org/W2033419168","https://openalex.org/W2080873731","https://openalex.org/W2107037917","https://openalex.org/W2115252128","https://openalex.org/W2129069237","https://openalex.org/W2133665775","https://openalex.org/W2546066744","https://openalex.org/W2552465644","https://openalex.org/W2622263826","https://openalex.org/W2626778328","https://openalex.org/W2768683308","https://openalex.org/W2769297824","https://openalex.org/W2769666294","https://openalex.org/W2904367110","https://openalex.org/W2939665722","https://openalex.org/W2962785568","https://openalex.org/W2963981733","https://openalex.org/W2963995996","https://openalex.org/W2969485315","https://openalex.org/W2981978060","https://openalex.org/W2984529706","https://openalex.org/W2995321487","https://openalex.org/W2995327724","https://openalex.org/W3008721991","https://openalex.org/W3014641072","https://openalex.org/W3014859719","https://openalex.org/W3034566390","https://openalex.org/W3034798648","https://openalex.org/W3035003225","https://openalex.org/W3035291735","https://openalex.org/W3035492592","https://openalex.org/W3035581100","https://openalex.org/W3036167779","https://openalex.org/W3109585842","https://openalex.org/W3112871073","https://openalex.org/W3135367836","https://openalex.org/W3168867926","https://openalex.org/W3173522942","https://openalex.org/W3174025609","https://openalex.org/W3176327543","https://openalex.org/W3176368002","https://openalex.org/W3180225216","https://openalex.org/W3180589757","https://openalex.org/W3202432020","https://openalex.org/W3205325185","https://openalex.org/W3217102274","https://openalex.org/W4225726688","https://openalex.org/W4226160668","https://openalex.org/W4286616002","https://openalex.org/W4288043288","https://openalex.org/W4297846303","https://openalex.org/W4298187450","https://openalex.org/W4312253380","https://openalex.org/W4312259872","https://openalex.org/W4312326867","https://openalex.org/W4312453532","https://openalex.org/W4312607553","https://openalex.org/W4312621345","https://openalex.org/W4312703683","https://openalex.org/W4312891300","https://openalex.org/W4312918802","https://openalex.org/W4312933868","https://openalex.org/W4313167908","https://openalex.org/W4313175219","https://openalex.org/W4320166487","https://openalex.org/W4380993862","https://openalex.org/W4385287058","https://openalex.org/W4385490328","https://openalex.org/W4386065570","https://openalex.org/W4386066263","https://openalex.org/W4386066388","https://openalex.org/W4386071566","https://openalex.org/W4386071693","https://openalex.org/W4386075534","https://openalex.org/W4386075660","https://openalex.org/W4386075804","https://openalex.org/W4386076067","https://openalex.org/W4386076247","https://openalex.org/W4386076259","https://openalex.org/W4386231096","https://openalex.org/W4389335060","https://openalex.org/W4390871701","https://openalex.org/W4390873054","https://openalex.org/W4390873331","https://openalex.org/W4390874335","https://openalex.org/W4390889720","https://openalex.org/W4391047464","https://openalex.org/W4402713106","https://openalex.org/W4402727627","https://openalex.org/W4402733576","https://openalex.org/W4412081546","https://openalex.org/W6729001083","https://openalex.org/W6774937992","https://openalex.org/W6796581206","https://openalex.org/W6802668286","https://openalex.org/W6839481868","https://openalex.org/W6843813467","https://openalex.org/W6849365522","https://openalex.org/W6853757692","https://openalex.org/W6855097579","https://openalex.org/W7133190383","https://openalex.org/W7133210938","https://openalex.org/W7133227287","https://openalex.org/W7133233472"],"related_works":["https://openalex.org/W4415796253","https://openalex.org/W4407423781","https://openalex.org/W4407759140","https://openalex.org/W7222956969","https://openalex.org/W4411055340","https://openalex.org/W4404546506","https://openalex.org/W4414197687","https://openalex.org/W7102393126","https://openalex.org/W7128424260","https://openalex.org/W7165801055"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2],"generative":[3,70],"diffusion":[4,61,126],"models":[5,38,164],"have":[6],"enabled":[7],"the":[8,32,40,58,73,78,83,111,115,124,130,154],"previously":[9],"unfeasible":[10],"capability":[11],"of":[12,36,42,68,85,103,117,132,144,156],"generating":[13],"3D":[14,54,75],"assets":[15],"from":[16,89,140],"a":[17,22,53,69,90,98,141],"single":[18,91,142],"input":[19],"image":[20,143],"or":[21],"text":[23],"prompt.":[24],"In":[25],"this":[26,50,95],"work,":[27],"we":[28],"aim":[29],"to":[30,128],"enhance":[31],"quality":[33],"and":[34,100,106,136,150,169],"functionality":[35],"these":[37],"for":[39,176],"task":[41,84],"creating":[43],"controllable,":[44],"photorealistic":[45,137],"human":[46,138],"avatars.":[47],"We":[48,63],"achieve":[49],"by":[51],"integrating":[52],"morphable":[55],"model":[56,76,80,127],"into":[57,110],"state-of-the-art":[59,161],"multi-view-consistent":[60],"approach.":[62],"demonstrate":[64,153],"that":[65],"accurate":[66,101],"conditioning":[67],"pipeline":[71],"on":[72,82,165],"articulated":[74],"enhances":[77],"baseline":[79],"performance":[81],"novel":[86,167,170],"view":[87,168],"synthesis":[88,172],"image.":[92],"More":[93],"importantly,":[94],"integration":[96],"facilitates":[97],"seamless":[99],"incorporation":[102],"facial":[104],"expression":[105,171],"body":[107],"pose":[108],"control":[109],"generation":[112],"process.":[113],"To":[114],"best":[116],"our":[118,120,157,177],"knowledge,":[119],"proposed":[121],"framework":[122],"is":[123,179],"first":[125],"enable":[129],"creation":[131,163],"fully":[133],"3D-consistent,":[134],"animatable,":[135],"avatars":[139],"an":[145],"unseen":[146],"subject;":[147],"extensive":[148],"quantitative":[149],"qualitative":[151],"evaluations":[152],"advantages":[155],"approach":[158],"over":[159],"existing":[160],"avatar":[162],"both":[166],"tasks.":[173],"The":[174],"code":[175],"project":[178],"publicly":[180],"available.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2024-09-23T00:00:00"}