{"id":"https://openalex.org/W4309764400","doi":"https://doi.org/10.1145/3571857","title":"High-Fidelity Face Reenactment Via Identity-Matched Correspondence Learning","display_name":"High-Fidelity Face Reenactment Via Identity-Matched Correspondence Learning","publication_year":2022,"publication_date":"2022-11-23","ids":{"openalex":"https://openalex.org/W4309764400","doi":"https://doi.org/10.1145/3571857"},"language":"en","primary_location":{"id":"doi:10.1145/3571857","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3571857","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100748307","display_name":"Han Xue","orcid":"https://orcid.org/0000-0003-4699-4701"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Xue","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, and Cooperative Medianet Innovation Center (CMIC), Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4699-4701","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, and Cooperative Medianet Innovation Center (CMIC), Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103020698","display_name":"Jun Ling","orcid":"https://orcid.org/0000-0001-7260-7141"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Ling","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, and Cooperative Medianet Innovation Center (CMIC), Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7260-7141","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, and Cooperative Medianet Innovation Center (CMIC), Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006595285","display_name":"Anni Tang","orcid":"https://orcid.org/0000-0002-9772-3293"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Anni Tang","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, and Cooperative Medianet Innovation Center (CMIC), Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9772-3293","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, and Cooperative Medianet Innovation Center (CMIC), Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002404808","display_name":"Li Song","orcid":"https://orcid.org/0000-0002-7124-5182"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Song","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, and Cooperative Medianet Innovation Center (CMIC), Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7124-5182","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, and Cooperative Medianet Innovation Center (CMIC), Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101577089","display_name":"Rong Xie","orcid":"https://orcid.org/0000-0002-8261-5337"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Xie","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, and Cooperative Medianet Innovation Center (CMIC), Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8261-5337","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, and Cooperative Medianet Innovation Center (CMIC), Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100447806","display_name":"Wenjun Zhang","orcid":"https://orcid.org/0000-0001-8799-1182"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Zhang","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, and Cooperative Medianet Innovation Center (CMIC), Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8799-1182","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, and Cooperative Medianet Innovation Center (CMIC), Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.2724,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.8104369,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"19","issue":"3","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7804135084152222},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.6766628623008728},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5939809679985046},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5651377439498901},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5615876913070679},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5286567211151123},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.46964260935783386},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4670131802558899},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.44659513235092163},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4463118314743042},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.4385313391685486},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.4180949330329895},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.15394923090934753}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7804135084152222},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.6766628623008728},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5939809679985046},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5651377439498901},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5615876913070679},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5286567211151123},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.46964260935783386},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4670131802558899},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.44659513235092163},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4463118314743042},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4385313391685486},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.4180949330329895},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.15394923090934753},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3571857","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3571857","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.5799999833106995,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W2004068758","https://openalex.org/W2017107803","https://openalex.org/W2107037917","https://openalex.org/W2125389028","https://openalex.org/W2133665775","https://openalex.org/W2160126058","https://openalex.org/W2186222003","https://openalex.org/W2194775991","https://openalex.org/W2237250383","https://openalex.org/W2265959009","https://openalex.org/W2301937176","https://openalex.org/W2325939864","https://openalex.org/W2331128040","https://openalex.org/W2559655401","https://openalex.org/W2560835477","https://openalex.org/W2603777577","https://openalex.org/W2612690371","https://openalex.org/W2765531092","https://openalex.org/W2798291180","https://openalex.org/W2806833697","https://openalex.org/W2807126412","https://openalex.org/W2884460600","https://openalex.org/W2915722758","https://openalex.org/W2949662773","https://openalex.org/W2962770929","https://openalex.org/W2962793481","https://openalex.org/W2962974533","https://openalex.org/W2963073614","https://openalex.org/W2963168844","https://openalex.org/W2963887950","https://openalex.org/W2963917969","https://openalex.org/W2969985801","https://openalex.org/W3008970820","https://openalex.org/W3019406411","https://openalex.org/W3019647844","https://openalex.org/W3024079478","https://openalex.org/W3034371424","https://openalex.org/W3035728163","https://openalex.org/W3036235590","https://openalex.org/W3047371217","https://openalex.org/W3067169454","https://openalex.org/W3099363577","https://openalex.org/W3104300620","https://openalex.org/W3104792420","https://openalex.org/W3107847401","https://openalex.org/W3119388918","https://openalex.org/W3127039734","https://openalex.org/W3128081663","https://openalex.org/W3196515900","https://openalex.org/W3207360349","https://openalex.org/W4212774754","https://openalex.org/W4221149530","https://openalex.org/W4225813831","https://openalex.org/W4226017838","https://openalex.org/W4242177601","https://openalex.org/W4281772688","https://openalex.org/W4301409532","https://openalex.org/W6678815747","https://openalex.org/W6745315447","https://openalex.org/W6810986554","https://openalex.org/W6838880017"],"related_works":["https://openalex.org/W2159052453","https://openalex.org/W3013693939","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W2752972570","https://openalex.org/W4297051394","https://openalex.org/W2734887215","https://openalex.org/W2803255133","https://openalex.org/W2909431601","https://openalex.org/W4294770367"],"abstract_inverted_index":{"Face":[0],"reenactment":[1,60,222],"aims":[2],"to":[3,42,88,95,116,171,201],"generate":[4],"an":[5,162],"animation":[6],"of":[7,71,135,217],"a":[8,17,57,177],"source":[9,101,154,174],"face":[10,59,73,114,175,221,254],"using":[11,176],"the":[12,43,82,97,100,105,119,124,128,133,141,146,149,153,158,173,189,215,236],"poses":[13],"and":[14,38,47,67,78,104,108,152,223,233,248],"expressions":[15],"from":[16],"target":[18,106,120],"face.":[19],"Although":[20],"recent":[21],"methods":[22,247],"have":[23],"made":[24],"remarkable":[25],"progress":[26],"by":[27,112,161,188],"exploiting":[28],"generative":[29],"adversarial":[30],"networks,":[31],"they":[32],"are":[33],"limited":[34],"in":[35,220,252],"generating":[36],"high-fidelity":[37,65],"identity-preserving":[39],"results":[40],"due":[41],"inappropriate":[44],"driving":[45,129,142],"information":[46],"insufficiently":[48],"effective":[49],"animating":[50],"strategies.":[51],"In":[52],"this":[53],"work,":[54],"we":[55,80,131,144,213],"propose":[56,94],"novel":[58,178],"framework":[61],"that":[62,225],"achieves":[63],"both":[64,231],"generation":[66],"identity":[68,102,136],"preservation.":[69],"Instead":[70],"sparse":[72],"representations":[74],"(e.g.,":[75],"facial":[76,91],"landmarks":[77],"keypoints),":[79],"utilize":[81,140],"Projected":[83],"Normalized":[84],"Coordinate":[85],"Code":[86],"(PNCC)":[87],"better":[89],"preserve":[90],"details.":[92],"We":[93],"reconstruct":[96],"PNCC":[98,238],"with":[99],"parameters":[103,110],"pose":[107],"expression":[109],"estimated":[111],"3D":[113],"reconstruction":[115,239],"factor":[117],"out":[118],"identity.":[121],"By":[122],"adopting":[123],"reconstructed":[125,150],"representation":[126,151,155],"as":[127],"information,":[130,143],"address":[132],"problem":[134],"mismatch.":[137],"To":[138],"effectively":[139],"establish":[145],"correspondence":[147,167],"between":[148],"based":[156],"on":[157],"features":[159],"extracted":[160],"encoder":[163],"network.":[164],"This":[165],"identity-matched":[166],"is":[168,185],"then":[169],"utilized":[170],"animate":[172],"feature":[179],"transformation":[180],"strategy.":[181],"The":[182],"generator":[183],"network":[184],"further":[186,206],"enhanced":[187],"proposed":[190,237],"geometry-aware":[191],"skip":[192],"connection.":[193],"Once":[194],"trained,":[195],"our":[196,218,226],"model":[197,227],"can":[198,241],"be":[199,242],"applied":[200],"previously":[202],"unseen":[203],"faces":[204],"without":[205],"training":[207],"or":[208],"fine-tuning.":[209],"Through":[210],"extensive":[211],"experiments,":[212],"demonstrate":[214],"effectiveness":[216],"method":[219],"show":[224],"outperforms":[228],"state-of-the-art":[229],"approaches":[230],"qualitatively":[232],"quantitatively.":[234],"Additionally,":[235],"module":[240],"easily":[243],"inserted":[244],"into":[245],"other":[246],"improve":[249],"their":[250],"performance":[251],"cross-identity":[253],"reenactment.":[255]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}