{"id":"https://openalex.org/W4403755053","doi":"https://doi.org/10.1145/3680528.3687669","title":"FreeAvatar: Robust 3D Facial Animation Transfer by Learning an Expression Foundation Model","display_name":"FreeAvatar: Robust 3D Facial Animation Transfer by Learning an Expression Foundation Model","publication_year":2024,"publication_date":"2024-12-03","ids":{"openalex":"https://openalex.org/W4403755053","doi":"https://doi.org/10.1145/3680528.3687669"},"language":"en","primary_location":{"id":"doi:10.1145/3680528.3687669","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680528.3687669","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687669","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Conference Papers","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687669","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112918344","display_name":"Feng Qiu","orcid":"https://orcid.org/0000-0002-4333-5957"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Feng Qiu","raw_affiliation_strings":["Netease, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038514666","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0001-5907-7342"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Netease, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100322208","display_name":"Chen Liu","orcid":"https://orcid.org/0000-0003-3159-0034"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Liu","raw_affiliation_strings":["The University of Queensland, Hangzhou, China and Netease, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"The University of Queensland, Hangzhou, China and Netease, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010729494","display_name":"An RuDong","orcid":"https://orcid.org/0000-0002-8575-8229"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rudong An","raw_affiliation_strings":["Netease, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101527804","display_name":"Lincheng Li","orcid":"https://orcid.org/0000-0003-3626-4094"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lincheng Li","raw_affiliation_strings":["Netease, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101853531","display_name":"Yu Ding","orcid":"https://orcid.org/0000-0003-1834-4429"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Ding","raw_affiliation_strings":["Netease, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022008180","display_name":"Changjie Fan","orcid":"https://orcid.org/0000-0001-5420-0516"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changjie Fan","raw_affiliation_strings":["Netease, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101779299","display_name":"Zhipeng Hu","orcid":"https://orcid.org/0000-0003-4367-0816"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Hu","raw_affiliation_strings":["Netease, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003076238","display_name":"Xin Yu","orcid":"https://orcid.org/0000-0002-0269-5649"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xin Yu","raw_affiliation_strings":["The University of Queensland, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5112918344"],"corresponding_institution_ids":["https://openalex.org/I4210091137"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18518926,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.794183611869812},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.7088347673416138},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6870540976524353},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.6435492038726807},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.6428124904632568},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6325063109397888},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5132176876068115},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5060939192771912},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.42141228914260864},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3916676640510559},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.36159324645996094},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.16157278418540955}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.794183611869812},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.7088347673416138},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6870540976524353},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.6435492038726807},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.6428124904632568},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6325063109397888},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5132176876068115},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5060939192771912},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.42141228914260864},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3916676640510559},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.36159324645996094},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.16157278418540955},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3680528.3687669","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680528.3687669","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687669","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Conference Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2409.13180","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.13180","pdf_url":"https://arxiv.org/pdf/2409.13180","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3680528.3687669","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680528.3687669","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687669","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Conference Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403755053.pdf"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1583636700","https://openalex.org/W1834627138","https://openalex.org/W1964664089","https://openalex.org/W1965310832","https://openalex.org/W1966797434","https://openalex.org/W2017107803","https://openalex.org/W2107037917","https://openalex.org/W2120534609","https://openalex.org/W2122007052","https://openalex.org/W2194775991","https://openalex.org/W2510725918","https://openalex.org/W2584561145","https://openalex.org/W2726515241","https://openalex.org/W2733512699","https://openalex.org/W2739192055","https://openalex.org/W2744525623","https://openalex.org/W2745497104","https://openalex.org/W2769666294","https://openalex.org/W2789992948","https://openalex.org/W2801211065","https://openalex.org/W2806379360","https://openalex.org/W2808652965","https://openalex.org/W2963409517","https://openalex.org/W2963557052","https://openalex.org/W3047277396","https://openalex.org/W3101614002","https://openalex.org/W3104300620","https://openalex.org/W3112871073","https://openalex.org/W3119221111","https://openalex.org/W3122081138","https://openalex.org/W3126481101","https://openalex.org/W3167584510","https://openalex.org/W3185372235","https://openalex.org/W4200151550","https://openalex.org/W4200630629","https://openalex.org/W4248471511","https://openalex.org/W4286616179","https://openalex.org/W4292794012","https://openalex.org/W4304014863","https://openalex.org/W4310379806","https://openalex.org/W4312590328","https://openalex.org/W4312726738","https://openalex.org/W4313156423","https://openalex.org/W4380994134","https://openalex.org/W4385287058","https://openalex.org/W4386071543","https://openalex.org/W4388185992","https://openalex.org/W4402660084"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2121378366","https://openalex.org/W1971666398","https://openalex.org/W2999276620","https://openalex.org/W2532377291","https://openalex.org/W1976926596","https://openalex.org/W2989004599","https://openalex.org/W2535923857","https://openalex.org/W3094080214","https://openalex.org/W2156310872"],"abstract_inverted_index":{"Video-driven":[0],"3D":[1,174],"facial":[2,35,64,89,101,131,148,152,170],"animation":[3,65,90,153],"transfer":[4,66,91,154],"aims":[5],"to":[6,9,39,144,168,187,203],"drive":[7],"avatars":[8,175,236],"reproduce":[10],"the":[11,83,88,94,112,118,127,151,169,182,193,231],"expressions":[12],"of":[13,79,129,173,234],"actors.":[14],"Existing":[15],"methods":[16,213],"have":[17],"achieved":[18],"remarkable":[19],"results":[20],"by":[21,116],"constraining":[22],"both":[23],"geometric":[24,29],"and":[25,87,109,133,142,176,184],"perceptual":[26,179],"consistency.":[27,190],"However,":[28],"constraints":[30,180],"(like":[31],"those":[32],"designed":[33],"on":[34,47,71,126],"landmarks)":[36],"are":[37],"insufficient":[38],"capture":[40],"subtle":[41],"emotions,":[42],"while":[43],"expression":[44,74,84,113,135,189],"features":[45],"trained":[46,200],"classification":[48],"tasks":[49],"lack":[50],"fine":[51],"granularity":[52],"for":[53,218,230],"complex":[54],"emotions.":[55],"To":[56,191],"address":[57],"this,":[58],"we":[59,97,156,197,221],"propose":[60,157,222],"\\textbf{FreeAvatar},":[61],"a":[62,100,105,158,199,223,238],"robust":[63],"method":[67],"that":[68,214,228],"relies":[69],"solely":[70],"our":[72,138],"learned":[73],"representation.":[75],"Specifically,":[76],"FreeAvatar":[77],"consists":[78],"two":[80],"main":[81],"components:":[82],"foundation":[85],"model":[86,139],"model.":[92],"In":[93,150],"first":[95,164],"component,":[96,155],"initially":[98],"construct":[99],"feature":[102,114],"space":[103,115],"through":[104],"face":[106],"reconstruction":[107],"task":[108],"then":[110,177],"optimize":[111],"exploring":[117],"similarities":[119],"among":[120],"different":[121],"expressions.":[122],"Benefiting":[123],"from":[124],"training":[125,233],"amounts":[128],"unlabeled":[130],"images":[132,186],"re-collected":[134],"comparison":[136],"dataset,":[137],"adapts":[140],"freely":[141],"effectively":[143],"any":[145],"in-the-wild":[146],"input":[147,183],"images.":[149,209],"novel":[159],"Expression-driven":[160],"Multi-avatar":[161],"Animator,":[162],"which":[163],"maps":[165],"expressive":[166],"semantics":[167],"control":[171],"parameters":[172,206],"imposes":[178],"between":[181],"output":[185],"maintain":[188],"make":[192],"entire":[194],"process":[195],"differentiable,":[196],"employ":[198],"neural":[201],"renderer":[202],"translate":[204],"rig":[205],"into":[207],"corresponding":[208],"Furthermore,":[210],"unlike":[211],"previous":[212],"require":[215],"separate":[216],"decoders":[217],"each":[219],"avatar,":[220],"dynamic":[224],"identity":[225],"injection":[226],"module":[227],"allows":[229],"joint":[232],"multiple":[235],"within":[237],"single":[239],"network.":[240]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2024-10-26T00:00:00"}