{"id":"https://openalex.org/W3082708265","doi":"https://doi.org/10.1109/tip.2020.3017347","title":"Self-Supervised Learning of Detailed 3D Face Reconstruction","display_name":"Self-Supervised Learning of Detailed 3D Face Reconstruction","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3082708265","doi":"https://doi.org/10.1109/tip.2020.3017347","mag":"3082708265","pmid":"https://pubmed.ncbi.nlm.nih.gov/32853150"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2020.3017347","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.3017347","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.11791","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yajing Chen","orcid":"https://orcid.org/0000-0003-1146-2334"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yajing Chen","raw_affiliation_strings":["Tencent AI Lab, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1146-2334","affiliations":[{"raw_affiliation_string":"Tencent AI Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fanzi Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Fanzi Wu","raw_affiliation_strings":["Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zeyu Wang","orcid":"https://orcid.org/0000-0001-8072-1163"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zeyu Wang","raw_affiliation_strings":["Department of Computer Science, Columbia University, New York, USA"],"raw_orcid":"https://orcid.org/0000-0001-8072-1163","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Columbia University, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yibing Song","orcid":"https://orcid.org/0000-0003-3667-531X"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibing Song","raw_affiliation_strings":["Tencent AI Lab, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3667-531X","affiliations":[{"raw_affiliation_string":"Tencent AI Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yonggen Ling","orcid":"https://orcid.org/0000-0001-8294-6286"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonggen Ling","raw_affiliation_strings":["Tencent AI Lab, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-8294-6286","affiliations":[{"raw_affiliation_string":"Tencent AI Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":null,"display_name":"Linchao Bao","orcid":"https://orcid.org/0000-0001-9543-3754"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linchao Bao","raw_affiliation_strings":["Tencent AI Lab, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9543-3754","affiliations":[{"raw_affiliation_string":"Tencent AI Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9292,"has_fulltext":false,"cited_by_count":63,"citation_normalized_percentile":{"value":0.94961181,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"29","issue":null,"first_page":"8696","last_page":"8705"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.019500000402331352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6567999720573425},{"id":"https://openalex.org/keywords/displacement","display_name":"Displacement (psychology)","score":0.5691999793052673},{"id":"https://openalex.org/keywords/displacement-mapping","display_name":"Displacement mapping","score":0.5254999995231628},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5088000297546387},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5060999989509583},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.49869999289512634},{"id":"https://openalex.org/keywords/texture-mapping","display_name":"Texture mapping","score":0.4738999903202057},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4041000008583069},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.40149998664855957}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8169000148773193},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.742900013923645},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.723800003528595},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6567999720573425},{"id":"https://openalex.org/C107551265","wikidata":"https://www.wikidata.org/wiki/Q1458245","display_name":"Displacement (psychology)","level":2,"score":0.5691999793052673},{"id":"https://openalex.org/C123149101","wikidata":"https://www.wikidata.org/wiki/Q1229184","display_name":"Displacement mapping","level":3,"score":0.5254999995231628},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5088000297546387},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5060999989509583},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.49869999289512634},{"id":"https://openalex.org/C200585589","wikidata":"https://www.wikidata.org/wiki/Q752176","display_name":"Texture mapping","level":2,"score":0.4738999903202057},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4041000008583069},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.40149998664855957},{"id":"https://openalex.org/C83248878","wikidata":"https://www.wikidata.org/wiki/Q344000","display_name":"Active appearance model","level":3,"score":0.39660000801086426},{"id":"https://openalex.org/C141268832","wikidata":"https://www.wikidata.org/wiki/Q2940499","display_name":"Depth map","level":3,"score":0.3361000120639801},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.32409998774528503},{"id":"https://openalex.org/C2781195486","wikidata":"https://www.wikidata.org/wiki/Q289436","display_name":"Texture (cosmology)","level":3,"score":0.3066999912261963},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.3052000105381012},{"id":"https://openalex.org/C63099799","wikidata":"https://www.wikidata.org/wiki/Q17147001","display_name":"Image texture","level":4,"score":0.29840001463890076},{"id":"https://openalex.org/C166704113","wikidata":"https://www.wikidata.org/wiki/Q861092","display_name":"Image registration","level":3,"score":0.2921999990940094},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C109950114","wikidata":"https://www.wikidata.org/wiki/Q4464732","display_name":"3D reconstruction","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C2779757391","wikidata":"https://www.wikidata.org/wiki/Q6002292","display_name":"Image translation","level":3,"score":0.2630000114440918},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.25780001282691956}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tip.2020.3017347","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.3017347","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:32853150","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32853150","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:arXiv.org:1910.11791","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.11791","pdf_url":"https://arxiv.org/pdf/1910.11791","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/ba714b55-aa21-49ac-bdb0-f2553ddddafb","is_oa":false,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/ba714b55-aa21-49ac-bdb0-f2553ddddafb","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Chen , Y , Wu , F , Wang , Z , Song , Y , Ling , Y & Bao , L 2020 , ' Self-Supervised Learning of Detailed 3D Face Reconstruction ' , IEEE Transactions on Image Processing , vol. 29 , 9178990 , pp. 8696-8705 . https://doi.org/10.1109/TIP.2020.3017347","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.11791","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.11791","pdf_url":"https://arxiv.org/pdf/1910.11791","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W2017107803","https://openalex.org/W2063601108","https://openalex.org/W2087007396","https://openalex.org/W2137659841","https://openalex.org/W2155211928","https://openalex.org/W2160126058","https://openalex.org/W2237250383","https://openalex.org/W2325939864","https://openalex.org/W2486034530","https://openalex.org/W2519131448","https://openalex.org/W2555510177","https://openalex.org/W2584229793","https://openalex.org/W2599226450","https://openalex.org/W2605701576","https://openalex.org/W2771328060","https://openalex.org/W2795709097","https://openalex.org/W2798291180","https://openalex.org/W2798896170","https://openalex.org/W2803705807","https://openalex.org/W2806379360","https://openalex.org/W2901502713","https://openalex.org/W2949662773","https://openalex.org/W2962780596","https://openalex.org/W2962860871","https://openalex.org/W2963073614","https://openalex.org/W2963342110","https://openalex.org/W2964014798","https://openalex.org/W6638046521","https://openalex.org/W6735920323"],"related_works":[],"abstract_inverted_index":{"In":[0,69,97],"this":[1],"paper,":[2],"we":[3,59,73],"present":[4],"an":[5,121],"end-to-end":[6],"learning":[7,43,170],"framework":[8,44],"for":[9,163],"detailed":[10,145],"3D":[11,34,52],"face":[12,86,177],"reconstruction":[13],"from":[14,193],"a":[15,21,26,33,75,79,93,127,143,160],"single":[16],"image1.":[17],"Our":[18],"approach":[19],"uses":[20],"3DMM-based":[22,94],"coarse":[23,95,111,137],"model":[24,112,138],"and":[25,78,87,105,117,135],"displacement":[27,128,133,171],"map":[28,129,134,172],"in":[29,130,173],"UV-space":[30,174],"to":[31,91,125,141,157,191],"represent":[32],"face.":[35],"Unlike":[36],"previous":[37,208],"work":[38],"addressing":[39],"the":[40,61,70,84,88,98,102,106,110,136,153,164,184,201,204],"problem,":[41],"our":[42],"does":[45],"not":[46],"require":[47],"supervision":[48,66],"of":[49,109,169,196,203],"surrogate":[50],"ground-truth":[51],"models":[53],"computed":[54],"with":[55,152],"traditional":[56],"approaches.":[57],"Instead,":[58],"utilize":[60],"input":[62,85,103,155],"image":[63,104,156],"itself":[64],"as":[65,159],"during":[67,183],"learning.":[68],"first":[71],"stage,":[72,100],"combine":[74],"photometric":[76,161],"loss":[77,82,162],"facial":[80,187],"perceptual":[81],"between":[83],"rendered":[89],"face,":[90,146],"regress":[92],"model.":[96],"second":[99,165],"both":[101],"regressed":[107],"texture":[108],"are":[113,139,189],"unwrapped":[114],"into":[115],"UV-space,":[116],"then":[118],"sent":[119],"through":[120],"image-toimage":[122],"translation":[123],"network":[124],"predict":[126],"UVspace.":[131],"The":[132,167],"used":[140],"render":[142],"final":[144],"which":[147],"again":[148],"can":[149,179],"be":[150,180],"compared":[151],"original":[154],"serve":[158],"stage.":[166],"advantage":[168],"is":[175],"that":[176],"alignment":[178],"explicitly":[181],"done":[182],"unwrapping,":[185],"thus":[186],"details":[188],"easier":[190],"learn":[192],"large":[194],"amount":[195],"data.":[197],"Extensive":[198],"experiments":[199],"demonstrate":[200],"superiority":[202],"proposed":[205],"method":[206],"over":[207],"work.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":13}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2020-09-08T00:00:00"}