{"id":"https://openalex.org/W7131813581","doi":"https://doi.org/10.1109/tmm.2026.3668519","title":"ExpDiff: Generating High-Fidelity 3D Facial Expression Meshes and BRDF Textures via Diffusion Model","display_name":"ExpDiff: Generating High-Fidelity 3D Facial Expression Meshes and BRDF Textures via Diffusion Model","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7131813581","doi":"https://doi.org/10.1109/tmm.2026.3668519"},"language":null,"primary_location":{"id":"doi:10.1109/tmm.2026.3668519","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2026.3668519","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127264642","display_name":"Yuhao Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhao Cheng","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3174-8973","affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102688391","display_name":"Xuanchen Li","orcid":"https://orcid.org/0009-0002-9891-8997"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanchen Li","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0002-9891-8997","affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127385008","display_name":"Xingyu Ren","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyu Ren","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8719-878X","affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123520678","display_name":"Zhuo Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Chen","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-1068-6525","affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127078879","display_name":"Chenghui Ke","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159420","display_name":"Shanghai Children's Hospital","ror":"https://ror.org/05pea1m70","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210159420"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenghui Ke","raw_affiliation_strings":["Department of Orthopaedics, Shanghai Children&#x0027;s Hospital, School of Medicine, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Orthopaedics, Shanghai Children&#x0027;s Hospital, School of Medicine, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I4210159420"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019708391","display_name":"Xiaokang Yang","orcid":"https://orcid.org/0000-0003-4029-3322"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaokang Yang","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4029-3322","affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5127475334","display_name":"Yichao Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichao Yan","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3209-8965","affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15673873,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":null,"first_page":"5863","last_page":"5875"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.45820000767707825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.45820000767707825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.4124999940395355,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.048700001090765,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/polygon-mesh","display_name":"Polygon mesh","score":0.7656999826431274},{"id":"https://openalex.org/keywords/bidirectional-reflectance-distribution-function","display_name":"Bidirectional reflectance distribution function","score":0.7213000059127808},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6103000044822693},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.560699999332428},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5534999966621399},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5491999983787537},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.5403000116348267},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.41519999504089355},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.39070001244544983}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8206999897956848},{"id":"https://openalex.org/C31487907","wikidata":"https://www.wikidata.org/wiki/Q1154597","display_name":"Polygon mesh","level":2,"score":0.7656999826431274},{"id":"https://openalex.org/C151596937","wikidata":"https://www.wikidata.org/wiki/Q856980","display_name":"Bidirectional reflectance distribution function","level":3,"score":0.7213000059127808},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6103000044822693},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.560699999332428},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5534999966621399},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5491999983787537},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5461999773979187},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.5403000116348267},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4372999966144562},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.41519999504089355},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.39070001244544983},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.385699987411499},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3431999981403351},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.3305000066757202},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.3264000117778778},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32600000500679016},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C108597893","wikidata":"https://www.wikidata.org/wiki/Q663650","display_name":"Reflectivity","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C50494287","wikidata":"https://www.wikidata.org/wiki/Q658467","display_name":"Texture synthesis","level":5,"score":0.26100000739097595},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2026.3668519","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2026.3668519","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3807880056","display_name":null,"funder_award_id":"62571314","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7308652284","display_name":null,"funder_award_id":"62201342","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W1588539311","https://openalex.org/W1975848997","https://openalex.org/W1976295221","https://openalex.org/W2016462422","https://openalex.org/W2017107803","https://openalex.org/W2037914589","https://openalex.org/W2083624955","https://openalex.org/W2107037917","https://openalex.org/W2137341062","https://openalex.org/W2166468061","https://openalex.org/W2235136907","https://openalex.org/W2237250383","https://openalex.org/W2431101926","https://openalex.org/W2582523095","https://openalex.org/W2608696995","https://openalex.org/W2623464795","https://openalex.org/W2769666294","https://openalex.org/W2775877962","https://openalex.org/W2883221003","https://openalex.org/W2903420996","https://openalex.org/W2962770929","https://openalex.org/W2962785568","https://openalex.org/W2963342110","https://openalex.org/W2963409406","https://openalex.org/W2963557052","https://openalex.org/W2971834245","https://openalex.org/W3015873132","https://openalex.org/W3020836388","https://openalex.org/W3025503473","https://openalex.org/W3034771054","https://openalex.org/W3034798648","https://openalex.org/W3035413889","https://openalex.org/W3096831136","https://openalex.org/W3109154889","https://openalex.org/W3126481101","https://openalex.org/W3148391304","https://openalex.org/W3204971388","https://openalex.org/W3207933118","https://openalex.org/W3213346804","https://openalex.org/W4220774645","https://openalex.org/W4245933748","https://openalex.org/W4312559797","https://openalex.org/W4312726738","https://openalex.org/W4312933868","https://openalex.org/W4360884927","https://openalex.org/W4367663417","https://openalex.org/W4385271111","https://openalex.org/W4386065411","https://openalex.org/W4386065822","https://openalex.org/W4386066305","https://openalex.org/W4386076654","https://openalex.org/W4387449167","https://openalex.org/W4389080062","https://openalex.org/W4390872725","https://openalex.org/W4393158875","https://openalex.org/W4393259614","https://openalex.org/W4394597897","https://openalex.org/W4399039852","https://openalex.org/W4400582137","https://openalex.org/W4400818936","https://openalex.org/W4402703056","https://openalex.org/W4402703063","https://openalex.org/W4402703099","https://openalex.org/W4402726956","https://openalex.org/W4402727830","https://openalex.org/W4402753643","https://openalex.org/W4402753957","https://openalex.org/W4402754135","https://openalex.org/W4403780689","https://openalex.org/W4403888038","https://openalex.org/W4404893185","https://openalex.org/W4409129268","https://openalex.org/W4412673765","https://openalex.org/W4413147412","https://openalex.org/W4414463387","https://openalex.org/W4415795342"],"related_works":[],"abstract_inverted_index":{"3D":[0],"face":[1],"generation":[2],"is":[3,15,90],"a":[4,12,43,54,81,93,101],"critical":[5],"task":[6],"for":[7,104,136,141],"immersive":[8],"multimedia":[9],"applications,":[10],"where":[11],"key":[13],"challenge":[14],"the":[16,67,119,152],"joint":[17],"synthesis":[18],"of":[19,145],"expressive":[20],"geometry":[21,76],"and":[22,32,49,77,111,139],"BRDF":[23,51],"textures.":[24],"Existing":[25],"methods":[26],"often":[27],"struggle":[28],"with":[29,122],"geometric-textural":[30,87],"coherence":[31],"corresponding":[33,50],"reflectance":[34],"modeling.":[35],"To":[36,72,107],"overcome":[37],"these":[38],"limitations,":[39],"we":[40,79,115],"present":[41],"ExpDiff,":[42],"framework":[44],"that":[45,84],"generates":[46],"expression":[47,133,164],"meshes":[48],"textures":[52],"from":[53],"single":[55],"neutral-expression":[56],"face.":[57],"Our":[58],"method":[59],"employs":[60],"an":[61],"attention-based":[62],"diffusion":[63],"model":[64],"to":[65,117,150],"learn":[66],"semantic":[68],"transition":[69],"across":[70],"expressions.":[71],"ensure":[73],"correspondence":[74],"between":[75],"texture,":[78],"introduce":[80],"unified":[82],"representation":[83],"explicitly":[85],"models":[86,98],"interaction,":[88],"which":[89,146],"encoded":[91],"into":[92],"shared":[94],"latent":[95],"space":[96],"by":[97],"pre-trained":[99],"on":[100],"vast":[102],"dataset":[103],"strong":[105],"generalization.":[106],"achieve":[108],"semantically":[109],"coherent":[110],"physically":[112],"consistent":[113],"generation,":[114],"propose":[116],"guide":[118],"denoising":[120],"direction":[121],"specially":[123],"designed":[124],"textual":[125],"prompts.":[126],"We":[127],"further":[128],"construct":[129],"two":[130],"novel":[131],"facial":[132,163],"datasets,":[134],"J-Reflectance,":[135],"ultra-high-quality":[137],"assets,":[138],"FFHQ-BRDFExp":[140],"diverse":[142],"identities,":[143],"both":[144],"are":[147],"publicly":[148],"released":[149],"advance":[151],"community.":[153],"Extensive":[154],"experiments":[155],"demonstrate":[156],"our":[157],"method's":[158],"superior":[159],"performance":[160],"in":[161],"photo-realistic":[162],"synthesis.":[165],"Project":[166],"page:https://cyh-sj.github.io/expdiff/.":[167]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2026-02-28T00:00:00"}
