{"id":"https://openalex.org/W4412587983","doi":"https://doi.org/10.1145/3721238.3730680","title":"Text-based Animatable 3D Avatars with Morphable Model Alignment","display_name":"Text-based Animatable 3D Avatars with Morphable Model Alignment","publication_year":2025,"publication_date":"2025-07-23","ids":{"openalex":"https://openalex.org/W4412587983","doi":"https://doi.org/10.1145/3721238.3730680"},"language":"en","primary_location":{"id":"doi:10.1145/3721238.3730680","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3721238.3730680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2504.15835","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046142379","display_name":"Yiqian Wu","orcid":"https://orcid.org/0000-0002-2432-809X"},"institutions":[{"id":"https://openalex.org/I4210156066","display_name":"State Key Laboratory of Chemical Engineering","ror":"https://ror.org/05803vc71","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156066"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yiqian Wu","raw_affiliation_strings":["ETH Z\u00fcrich, Z\u00fcrich, Switzerland and State Key Lab of CAD and CG, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Z\u00fcrich, Switzerland and State Key Lab of CAD and CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4210156066"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015284592","display_name":"Malte Prinzler","orcid":"https://orcid.org/0009-0003-4268-9133"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Malte Prinzler","raw_affiliation_strings":["ETH Z\u00fcrich, Z\u00fcrich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015279307","display_name":"Xiaogang Jin","orcid":"https://orcid.org/0000-0001-7339-2920"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaogang Jin","raw_affiliation_strings":["State Key Lab of CAD and CG, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD and CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056265728","display_name":"Siyu Tang","orcid":"https://orcid.org/0000-0002-1015-4770"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Siyu Tang","raw_affiliation_strings":["ETH Z\u00fcrich, Z\u00fcrich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5046142379"],"corresponding_institution_ids":["https://openalex.org/I4210156066"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20855461,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6746726632118225},{"id":"https://openalex.org/keywords/3d-model","display_name":"3d model","score":0.43615972995758057},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4247794449329376},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36278069019317627},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.35895392298698425}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6746726632118225},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.43615972995758057},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4247794449329376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36278069019317627},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35895392298698425}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3721238.3730680","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3721238.3730680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2504.15835","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.15835","pdf_url":"https://arxiv.org/pdf/2504.15835","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2504.15835","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.15835","pdf_url":"https://arxiv.org/pdf/2504.15835","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7590966053","display_name":null,"funder_award_id":"62472373","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320331705","display_name":"Max Planck ETH Center for Learning Systems","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412587983.pdf"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W2107037917","https://openalex.org/W2178629455","https://openalex.org/W2561675875","https://openalex.org/W2747329762","https://openalex.org/W2769666294","https://openalex.org/W2964449965","https://openalex.org/W2978956737","https://openalex.org/W2990138404","https://openalex.org/W3003301247","https://openalex.org/W3033696290","https://openalex.org/W3035719652","https://openalex.org/W3109585842","https://openalex.org/W3177525997","https://openalex.org/W3182714435","https://openalex.org/W3202366118","https://openalex.org/W4214708455","https://openalex.org/W4221151978","https://openalex.org/W4280631290","https://openalex.org/W4306178025","https://openalex.org/W4312233178","https://openalex.org/W4312259872","https://openalex.org/W4312578889","https://openalex.org/W4312747027","https://openalex.org/W4312933868","https://openalex.org/W4313531632","https://openalex.org/W4372283500","https://openalex.org/W4385318467","https://openalex.org/W4386065626","https://openalex.org/W4386066263","https://openalex.org/W4386076654","https://openalex.org/W4390873054","https://openalex.org/W4390874170","https://openalex.org/W4393148031","https://openalex.org/W4399563927","https://openalex.org/W4399564114","https://openalex.org/W4399695991","https://openalex.org/W4400818110","https://openalex.org/W4402716022","https://openalex.org/W4402716318","https://openalex.org/W4402727816","https://openalex.org/W4402727912","https://openalex.org/W4402727930","https://openalex.org/W4402733569","https://openalex.org/W4402753521","https://openalex.org/W4402754135","https://openalex.org/W4402774699","https://openalex.org/W4402782434","https://openalex.org/W4402951553","https://openalex.org/W4403845543","https://openalex.org/W4404820275","https://openalex.org/W4404965632","https://openalex.org/W4404965638","https://openalex.org/W4404985117","https://openalex.org/W4413155826"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"The":[0],"generation":[1,27,142],"of":[2,209,227,244],"high-quality,":[3],"animatable":[4,139,249],"3D":[5,84,175,193,250],"head":[6,32,111,251],"avatars":[7],"from":[8,55,76,123,167],"text":[9,98],"has":[10],"enormous":[11],"potential":[12],"in":[13,66,78,225,247],"content":[14],"creation":[15],"applications":[16],"such":[17],"as":[18],"games,":[19],"movies,":[20],"and":[21,53,60,92,100,108,147,160,181,206,231],"embodied":[22],"virtual":[23],"assistants.":[24],"Current":[25],"text-to-3D":[26,170],"methods":[28],"typically":[29],"combine":[30],"parametric":[31,63,110,125],"models":[33,37],"with":[34,143,177],"2D":[35,80],"diffusion":[36,81,117],"using":[38,198],"score":[39],"distillation":[40],"sampling":[41],"to":[42,49,152,172,184,213],"produce":[43],"3D-consistent":[44],"results.":[45,69],"However,":[46],"they":[47],"struggle":[48],"synthesize":[50],"realistic":[51,138],"details":[52],"suffer":[54],"misalignments":[56],"between":[57,105],"the":[58,61,79,89,97,102,106,109,116,124,185,191,210,238,242,245],"appearance":[59,91,159],"driving":[62],"model,":[64],"resulting":[65],"unnatural":[67],"animation":[68,232],"We":[70],"discovered":[71],"that":[72,201,237],"these":[73,154],"limitations":[74],"stem":[75],"ambiguities":[77,162],"predictions":[82,107],"during":[83],"avatar":[85,141,176,194,252],"distillation,":[86],"specifically:":[87],"i)":[88],"avatar's":[90],"geometry":[93,161],"is":[94,113,202],"underconstrained":[95],"by":[96,163],"input,":[99],"ii)":[101],"semantic":[103,205],"alignment":[104],"model":[112,118,145,171,212],"insufficient":[114],"because":[115],"alone":[119],"cannot":[120],"incorporate":[121],"information":[122,166],"model.":[126,187],"In":[127],"this":[128],"work,":[129],"we":[130,157,189],"propose":[131],"a":[132,168,174,199,218],"novel":[133],"framework,":[134],"AnimPortrait3D,":[135],"for":[136,195],"text-based":[137],"3DGS":[140],"morphable":[144,186,211],"alignment,":[146,230],"introduce":[148],"two":[149],"key":[150],"strategies":[151],"address":[153],"challenges.":[155],"First,":[156],"tackle":[158],"utilizing":[164],"prior":[165],"pretrained":[169],"initialize":[173],"robust":[178],"appearance,":[179],"geometry,":[180],"rigging":[182],"relationships":[183],"Second,":[188],"refine":[190],"initial":[192],"dynamic":[196],"expressions":[197],"ControlNet":[200],"conditioned":[203],"on":[204],"normal":[207],"maps":[208],"ensure":[214],"accurate":[215],"alignment.":[216],"As":[217],"result,":[219],"our":[220],"method":[221,240],"outperforms":[222],"existing":[223],"approaches":[224],"terms":[226],"synthesis":[228],"quality,":[229],"fidelity.":[233],"Our":[234],"experiments":[235],"show":[236],"proposed":[239],"advances":[241],"state":[243],"art":[246],"text-based,":[248],"generation.":[253]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}