{"id":"https://openalex.org/W4392061605","doi":"https://doi.org/10.1109/tmm.2024.3361728","title":"FaceRefiner: High-Fidelity Facial Texture Refinement With Differentiable Rendering-Based Style Transfer","display_name":"FaceRefiner: High-Fidelity Facial Texture Refinement With Differentiable Rendering-Based Style Transfer","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392061605","doi":"https://doi.org/10.1109/tmm.2024.3361728"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3361728","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tmm.2024.3361728","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100646039","display_name":"Chengyang Li","orcid":"https://orcid.org/0000-0001-8439-004X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chengyang Li","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0001-8439-004X","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102796513","display_name":"Baoping Cheng","orcid":"https://orcid.org/0009-0002-6162-3343"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoping Cheng","raw_affiliation_strings":["China Mobile (Hangzhou) Information Technology Company Ltd., Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-6162-3343","affiliations":[{"raw_affiliation_string":"China Mobile (Hangzhou) Information Technology Company Ltd., Hangzhou, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017734251","display_name":"Yao Cheng","orcid":"https://orcid.org/0000-0002-7866-0311"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Cheng","raw_affiliation_strings":["China Mobile (Hangzhou) Information Technology Company Ltd., Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7866-0311","affiliations":[{"raw_affiliation_string":"China Mobile (Hangzhou) Information Technology Company Ltd., Hangzhou, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101445153","display_name":"Haocheng Zhang","orcid":"https://orcid.org/0009-0006-2647-9111"},"institutions":[{"id":"https://openalex.org/I4210134189","display_name":"Xiamen University Malaysia","ror":"https://ror.org/0331wa828","country_code":"MY","type":"education","lineage":["https://openalex.org/I191208505","https://openalex.org/I4210134189"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Haocheng Zhang","raw_affiliation_strings":["School of Computing and Data Science, Xiamen University Malaysia, Sepang, Malaysia"],"raw_orcid":"https://orcid.org/0009-0006-2647-9111","affiliations":[{"raw_affiliation_string":"School of Computing and Data Science, Xiamen University Malaysia, Sepang, Malaysia","institution_ids":["https://openalex.org/I4210134189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008894849","display_name":"Renshuai Liu","orcid":"https://orcid.org/0000-0002-4029-6569"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renshuai Liu","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-4029-6569","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011936767","display_name":"Yinglin Zheng","orcid":"https://orcid.org/0000-0003-4671-6111"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinglin Zheng","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0003-4671-6111","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013972536","display_name":"Jing Liao","orcid":"https://orcid.org/0000-0001-7014-5377"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jing Liao","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China","Jing Liao is with the Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-7014-5377","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Jing Liao is with the Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085701568","display_name":"Xuan Cheng","orcid":"https://orcid.org/0000-0002-7382-0240"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Cheng","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-7382-0240","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100646039"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01561279,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"26","issue":null,"first_page":"7225","last_page":"7236"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8124086260795593},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6851966381072998},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.5296326279640198},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5219204425811768},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.5088479518890381},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.47437959909439087},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.43563562631607056},{"id":"https://openalex.org/keywords/image-texture","display_name":"Image texture","score":0.4200245141983032},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.1559702455997467},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.1160460114479065},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09117445349693298}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8124086260795593},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6851966381072998},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.5296326279640198},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5219204425811768},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5088479518890381},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.47437959909439087},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.43563562631607056},{"id":"https://openalex.org/C63099799","wikidata":"https://www.wikidata.org/wiki/Q17147001","display_name":"Image texture","level":4,"score":0.4200245141983032},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.1559702455997467},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.1160460114479065},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09117445349693298},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3361728","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tmm.2024.3361728","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8005865453","display_name":null,"funder_award_id":"62077039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1834627138","https://openalex.org/W1916406603","https://openalex.org/W1938976761","https://openalex.org/W1948751323","https://openalex.org/W2013871799","https://openalex.org/W2019969451","https://openalex.org/W2064076387","https://openalex.org/W2107037917","https://openalex.org/W2133665775","https://openalex.org/W2237250383","https://openalex.org/W2275363859","https://openalex.org/W2292976057","https://openalex.org/W2302243225","https://openalex.org/W2461455396","https://openalex.org/W2475287302","https://openalex.org/W2582523095","https://openalex.org/W2772024431","https://openalex.org/W2798365772","https://openalex.org/W2884041121","https://openalex.org/W2912459656","https://openalex.org/W2912990735","https://openalex.org/W2950689937","https://openalex.org/W2962770929","https://openalex.org/W2963255313","https://openalex.org/W2963460857","https://openalex.org/W2964449965","https://openalex.org/W2964722723","https://openalex.org/W2969810168","https://openalex.org/W2974403539","https://openalex.org/W2982763192","https://openalex.org/W2998075999","https://openalex.org/W2998185443","https://openalex.org/W3034512702","https://openalex.org/W3035413889","https://openalex.org/W3035574324","https://openalex.org/W3043547428","https://openalex.org/W3086415202","https://openalex.org/W3101531717","https://openalex.org/W3106672182","https://openalex.org/W3108379561","https://openalex.org/W3123452060","https://openalex.org/W3126799216","https://openalex.org/W3174066424","https://openalex.org/W3175010531","https://openalex.org/W3176395558","https://openalex.org/W3177457352","https://openalex.org/W3198085397","https://openalex.org/W3201136271","https://openalex.org/W3201739204","https://openalex.org/W3203322186","https://openalex.org/W4283793775","https://openalex.org/W4313029666","https://openalex.org/W4313644222","https://openalex.org/W4367663417","https://openalex.org/W6637373629","https://openalex.org/W6698256120","https://openalex.org/W6738438352","https://openalex.org/W6745560452"],"related_works":["https://openalex.org/W291250033","https://openalex.org/W2035757446","https://openalex.org/W3137044537","https://openalex.org/W2008385118","https://openalex.org/W880955280","https://openalex.org/W2106647072","https://openalex.org/W2172753644","https://openalex.org/W2170209930","https://openalex.org/W4246858109","https://openalex.org/W54172855"],"abstract_inverted_index":{"Recent":[0],"facial":[1,64,88],"texture":[2,26,34,89,99,109,213],"generation":[3,110],"methods":[4,138],"prefer":[5],"to":[6,10,122,129,147,157],"use":[7],"deep":[8],"networks":[9],"synthesize":[11],"image":[12,128],"content":[13,131],"and":[14,67,104,143,186,202,215],"then":[15,120],"fill":[16],"in":[17,166,188],"the":[18,32,44,48,54,74,96,105,126,130,148,167,183,189,212,216],"UV":[19,35],"map,":[20],"thus":[21,192],"generating":[22],"a":[23,28,40,85,108],"compelling":[24],"full":[25],"from":[27,39,125,134],"single":[29],"image.":[30,132],"Nevertheless,":[31],"synthesized":[33],"map":[36],"usually":[37],"comes":[38],"space":[41],"constructed":[42],"by":[43,83],"training":[45],"data":[46],"or":[47],"2D":[49],"face":[50,169,217],"generator,":[51],"which":[52],"limits":[53],"methods'":[55],"generalization":[56],"ability":[57],"for":[58],"in-the-wild":[59],"input":[60,190],"images.":[61],"Consequently,":[62],"their":[63],"details,":[65,184],"structures":[66,185],"identity":[68,218],"may":[69],"not":[70],"be":[71,123,193],"consistent":[72],"with":[73,222],"input.":[75],"In":[76],"this":[77,81],"paper,":[78],"we":[79],"address":[80],"issue":[82],"proposing":[84],"style":[86,118,127,136,151],"transfer-based":[87],"refinement":[90,208],"method":[91,111,153,209],"named":[92],"FaceRefiner.":[93],"FaceRefiner":[94],"treats":[95],"3D":[97],"sampled":[98],"as":[100,112],"<italic":[101,113,176],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[102,114,177],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">style</i>":[103],"output":[106],"of":[107,174],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">content</i>.":[115],"The":[116,171,196],"photo-realistic":[117],"is":[119,181],"expected":[121],"transferred":[124],"Different":[133],"current":[135],"transfer":[137,141,152,159,180],"that":[139,206],"only":[140],"high":[142],"middle":[144],"level":[145,161],"information":[146,165,179],"result,":[149],"our":[150,207],"integrates":[154],"differentiable":[155],"rendering":[156],"also":[158],"low":[160],"(or":[162],"pixel":[163],"level)":[164],"visible":[168],"regions.":[170],"main":[172],"benefit":[173],"such":[175],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">multi-level</i>":[178],"that,":[182],"semantics":[187],"can":[191,210],"well":[194],"preserved.":[195],"extensive":[197],"experiments":[198],"on":[199],"Multi-PIE,":[200],"CelebA":[201],"FFHQ":[203],"datasets":[204],"demonstrate":[205],"improve":[211],"quality":[214],"preserving":[219],"ability,":[220],"compared":[221],"state-of-the-arts.":[223]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}