{"id":"https://openalex.org/W4390576608","doi":"https://doi.org/10.1109/tcsvt.2024.3349909","title":"Identity-Aware Variational Autoencoder for Face Swapping","display_name":"Identity-Aware Variational Autoencoder for Face Swapping","publication_year":2024,"publication_date":"2024-01-04","ids":{"openalex":"https://openalex.org/W4390576608","doi":"https://doi.org/10.1109/tcsvt.2024.3349909"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3349909","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3349909","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ink.library.smu.edu.sg/sis_research/8637","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100731668","display_name":"Zonglin Li","orcid":"https://orcid.org/0000-0002-4181-310X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zonglin Li","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087988450","display_name":"Zhaoxin Zhang","orcid":"https://orcid.org/0000-0002-9209-1717"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoxin Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056103024","display_name":"Shengfeng He","orcid":"https://orcid.org/0000-0002-3802-4644"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shengfeng He","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Victoria Street, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Victoria Street, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100716924","display_name":"Quanling Meng","orcid":"https://orcid.org/0000-0003-3902-7510"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quanling Meng","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084025984","display_name":"Shengping Zhang","orcid":"https://orcid.org/0000-0001-5200-3420"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengping Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058101262","display_name":"Bineng Zhong","orcid":"https://orcid.org/0000-0003-3423-1539"},"institutions":[{"id":"https://openalex.org/I29739308","display_name":"Guangxi Normal University","ror":"https://ror.org/02frt9q65","country_code":"CN","type":"education","lineage":["https://openalex.org/I29739308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bineng Zhong","raw_affiliation_strings":["School of Computer Science and Engineering and the School of Software, Guangxi Normal University, Guilin, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and the School of Software, Guangxi Normal University, Guilin, China","institution_ids":["https://openalex.org/I29739308"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016080094","display_name":"Rongrong Ji","orcid":"https://orcid.org/0000-0001-9163-2932"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongrong Ji","raw_affiliation_strings":["School of Information, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"School of Information, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100731668"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":1.2344,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.78570033,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"34","issue":"7","first_page":"5466","last_page":"5479"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9222000241279602,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.7787904739379883},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7343082427978516},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.656360387802124},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6314966678619385},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6132014989852905},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5522671341896057},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.4453175365924835},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.43573197722435},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.4111025631427765},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3760371506214142},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.14434528350830078}],"concepts":[{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.7787904739379883},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7343082427978516},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.656360387802124},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6314966678619385},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6132014989852905},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5522671341896057},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.4453175365924835},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.43573197722435},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.4111025631427765},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3760371506214142},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.14434528350830078},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsvt.2024.3349909","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3349909","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-9640","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/8637","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TCSVT.2024.3349909","raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-9640","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/8637","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TCSVT.2024.3349909","raw_type":"Journal Article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":89,"referenced_works":["https://openalex.org/W1463577563","https://openalex.org/W1786904711","https://openalex.org/W1834627138","https://openalex.org/W1966026565","https://openalex.org/W1996167280","https://openalex.org/W2095439994","https://openalex.org/W2162531249","https://openalex.org/W2166465411","https://openalex.org/W2237250383","https://openalex.org/W2301937176","https://openalex.org/W2341528187","https://openalex.org/W2467604901","https://openalex.org/W2477916117","https://openalex.org/W2603777577","https://openalex.org/W2608058963","https://openalex.org/W2615413256","https://openalex.org/W2621357189","https://openalex.org/W2796822548","https://openalex.org/W2798434327","https://openalex.org/W2897959392","https://openalex.org/W2942074357","https://openalex.org/W2961310105","https://openalex.org/W2962898354","https://openalex.org/W2962974533","https://openalex.org/W2963671154","https://openalex.org/W2964449965","https://openalex.org/W2969985801","https://openalex.org/W2982058372","https://openalex.org/W2998158928","https://openalex.org/W3009971095","https://openalex.org/W3034301684","https://openalex.org/W3035385851","https://openalex.org/W3035574324","https://openalex.org/W3043844802","https://openalex.org/W3081016631","https://openalex.org/W3092709185","https://openalex.org/W3101998545","https://openalex.org/W3128169604","https://openalex.org/W3145724825","https://openalex.org/W3166279462","https://openalex.org/W3166490340","https://openalex.org/W3166541011","https://openalex.org/W3167354871","https://openalex.org/W3174171554","https://openalex.org/W3175006885","https://openalex.org/W3176990204","https://openalex.org/W3191243633","https://openalex.org/W3192142985","https://openalex.org/W3194230325","https://openalex.org/W3196616669","https://openalex.org/W3197199501","https://openalex.org/W3215628224","https://openalex.org/W4205974231","https://openalex.org/W4221153098","https://openalex.org/W4283804236","https://openalex.org/W4285285265","https://openalex.org/W4294643831","https://openalex.org/W4295112158","https://openalex.org/W4297095254","https://openalex.org/W4312411334","https://openalex.org/W4312551140","https://openalex.org/W4312857984","https://openalex.org/W4312911690","https://openalex.org/W4313068475","https://openalex.org/W4386075501","https://openalex.org/W4386076699","https://openalex.org/W6631190155","https://openalex.org/W6637412569","https://openalex.org/W6638150201","https://openalex.org/W6640963894","https://openalex.org/W6687259251","https://openalex.org/W6718140377","https://openalex.org/W6720208624","https://openalex.org/W6738465933","https://openalex.org/W6738467200","https://openalex.org/W6744241929","https://openalex.org/W6744627333","https://openalex.org/W6745117592","https://openalex.org/W6745560452","https://openalex.org/W6745687250","https://openalex.org/W6748223763","https://openalex.org/W6748391871","https://openalex.org/W6751772990","https://openalex.org/W6755577189","https://openalex.org/W6765779288","https://openalex.org/W6771956660","https://openalex.org/W6782784863","https://openalex.org/W6804851780","https://openalex.org/W6809883122"],"related_works":["https://openalex.org/W2159052453","https://openalex.org/W3013693939","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W2752972570","https://openalex.org/W4297051394","https://openalex.org/W2734887215","https://openalex.org/W2098693229","https://openalex.org/W2132337154","https://openalex.org/W2384651879"],"abstract_inverted_index":{"Face":[0],"swapping":[1,55,74,97,201],"aims":[2],"to":[3,11,37,52,68,171],"transfer":[4],"the":[5,18,42,50,69,116,128,133,153,182,187,196,206,216],"identity":[6,104,126,142,154,169],"of":[7,120,190,199],"a":[8,12,33,54,66,124,191],"source":[9,43,80],"face":[10,14,34,44,96,110,148,165,193],"target":[13,19,51,83],"image":[15,139],"while":[16],"preserving":[17],"attributes":[20,59,81],"(e.g.,":[21,60],"facial":[22,63],"expression,":[23],"head":[24],"pose,":[25],"illumination,":[26],"and":[27,45,62,72,105,122,185,208],"background).":[28],"Most":[29],"existing":[30],"methods":[31],"use":[32],"recognition":[35,70],"model":[36],"extract":[38],"global":[39],"features":[40],"from":[41,136,145],"directly":[46],"fuse":[47],"them":[48],"with":[49,82,167],"generate":[53],"result.":[56],"However,":[57],"identity-irrelevant":[58],"hairstyle":[61],"appearances)":[64],"contribute":[65],"lot":[67],"task,":[71],"thus":[73],"this":[75,86],"task-specific":[76],"feature":[77,174],"inevitably":[78],"interfuses":[79],"ones.":[84],"In":[85,112],"paper,":[87],"we":[88,114,156,177],"propose":[89],"an":[90,137,159],"identity-aware":[91],"variational":[92],"autoencoder":[93],"(ID-VAE)":[94],"based":[95],"framework,":[98],"dubbed":[99],"VAFSwap,":[100],"which":[101],"learns":[102],"disentangled":[103],"attribute":[106],"representations":[107,170],"for":[108],"high-fidelity":[109],"swapping.":[111],"particular,":[113],"overcome":[115],"unpaired":[117],"training":[118],"barrier":[119],"VAE":[121],"impose":[123],"proxy":[125],"on":[127,205],"latent":[129,183],"space":[130,184],"by":[131],"exploiting":[132],"weak":[134],"supervision":[135],"auxiliary":[138],"set":[140],"whose":[141],"is":[143],"averaged":[144],"multiple":[146],"collected":[147],"images.":[149],"To":[150],"explicitly":[151],"guide":[152],"fusion,":[155],"further":[157],"devise":[158],"identity-associated":[160],"matrix":[161],"that":[162,212],"corresponds":[163],"different":[164],"regions":[166],"their":[168],"perform":[172],"identity-related":[173],"interactions.":[175],"Finally,":[176],"incorporate":[178],"spatial":[179],"dimensions":[180],"into":[181],"exploit":[186],"generative":[188],"priors":[189],"pre-trained":[192],"generator,":[194],"allowing":[195],"effective":[197],"elimination":[198],"noticeable":[200],"artifacts.":[202],"Extensive":[203],"experiments":[204],"FaceForensics++":[207],"CelebA-HQ":[209],"datasets":[210],"demonstrate":[211],"our":[213],"method":[214],"outperforms":[215],"state-of-the-art":[217],"significantly.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}