{"id":"https://openalex.org/W3119557339","doi":"https://doi.org/10.1109/tmm.2021.3050672","title":"Self-Supervised Face Image Manipulation by Conditioning GAN on Face Decomposition","display_name":"Self-Supervised Face Image Manipulation by Conditioning GAN on Face Decomposition","publication_year":2021,"publication_date":"2021-01-13","ids":{"openalex":"https://openalex.org/W3119557339","doi":"https://doi.org/10.1109/tmm.2021.3050672","mag":"3119557339"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2021.3050672","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3050672","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072364095","display_name":"Minh Ngo","orcid":"https://orcid.org/0000-0002-3810-1136"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Le Minh Ngo","raw_affiliation_strings":["[Informatics Institute, University of Amsterdam Faculty of Science, 84709 Amsterdam, Netherlands, 1090XH (e-mail: l.m.ngo@uva.nl)]"],"affiliations":[{"raw_affiliation_string":"[Informatics Institute, University of Amsterdam Faculty of Science, 84709 Amsterdam, Netherlands, 1090XH (e-mail: l.m.ngo@uva.nl)]","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015057235","display_name":"Sezer Karao\u011flu","orcid":"https://orcid.org/0000-0001-9073-9420"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sezer Karaoglu","raw_affiliation_strings":["3DUniversum, Amsterdam, The Netherlands","Computer Vision Laboratory, University of Amsterdam, Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"3DUniversum, Amsterdam, The Netherlands","institution_ids":[]},{"raw_affiliation_string":"Computer Vision Laboratory, University of Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040169071","display_name":"Theo Gevers","orcid":"https://orcid.org/0000-0002-1190-5492"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Theo Gevers","raw_affiliation_strings":["3DUniversum, Amsterdam, The Netherlands","Computer Vision Laboratory, University of Amsterdam, Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"3DUniversum, Amsterdam, The Netherlands","institution_ids":[]},{"raw_affiliation_string":"Computer Vision Laboratory, University of Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5072364095"],"corresponding_institution_ids":["https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":2.3305,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.90067713,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"24","issue":null,"first_page":"377","last_page":"385"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8436129689216614},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7704257965087891},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6937090754508972},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6106001734733582},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.557655930519104},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45824381709098816},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4530075788497925},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.42655205726623535},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.41159188747406006}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8436129689216614},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7704257965087891},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6937090754508972},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6106001734733582},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.557655930519104},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45824381709098816},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4530075788497925},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.42655205726623535},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.41159188747406006},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tmm.2021.3050672","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3050672","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/47afea00-713f-4fcb-a99a-6508f93c16b2","is_oa":false,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/selfsupervised-face-image-manipulation-by-conditioning-gan-on-face-decomposition(47afea00-713f-4fcb-a99a-6508f93c16b2).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ng\u00f4, L M, Karao\u011flu, S & Gevers, T 2022, 'Self-supervised Face Image Manipulation by Conditioning GAN on Face Decomposition', IEEE Transactions on Multimedia, vol. 24, pp. 377-385. https://doi.org/10.1109/TMM.2021.3050672","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/47afea00-713f-4fcb-a99a-6508f93c16b2","is_oa":false,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/selfsupervised-face-image-manipulation-by-conditioning-gan-on-face-decomposition(47afea00-713f-4fcb-a99a-6508f93c16b2).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ng\u00f4 , L M , Karao\u011flu , S & Gevers , T 2022 , ' Self-supervised Face Image Manipulation by Conditioning GAN on Face Decomposition ' , IEEE Transactions on Multimedia , vol. 24 , pp. 377-385 . https://doi.org/10.1109/TMM.2021.3050672","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.6200000047683716}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1628791547","https://openalex.org/W1834627138","https://openalex.org/W2019464758","https://openalex.org/W2099478163","https://openalex.org/W2150283722","https://openalex.org/W2237250383","https://openalex.org/W2301937176","https://openalex.org/W2311778361","https://openalex.org/W2331128040","https://openalex.org/W2604672468","https://openalex.org/W2770534877","https://openalex.org/W2771328060","https://openalex.org/W2798714868","https://openalex.org/W2798896170","https://openalex.org/W2800960628","https://openalex.org/W2806833697","https://openalex.org/W2883183894","https://openalex.org/W2902836694","https://openalex.org/W2912990735","https://openalex.org/W2948838566","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963409406","https://openalex.org/W2963626105","https://openalex.org/W2963644257","https://openalex.org/W2963662484","https://openalex.org/W2963767194","https://openalex.org/W2963800363","https://openalex.org/W2963839617","https://openalex.org/W2964024720","https://openalex.org/W2964219393","https://openalex.org/W2964261768","https://openalex.org/W2964449965","https://openalex.org/W2969222682","https://openalex.org/W2969686176","https://openalex.org/W2970219511","https://openalex.org/W2979836745","https://openalex.org/W2984700035","https://openalex.org/W3043547428","https://openalex.org/W3095664976","https://openalex.org/W3126572055","https://openalex.org/W6631190155","https://openalex.org/W6634183262","https://openalex.org/W6678815747","https://openalex.org/W6748582592","https://openalex.org/W6753450601","https://openalex.org/W6765779288","https://openalex.org/W6767264202","https://openalex.org/W6779841522","https://openalex.org/W6780226713"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W4246396837","https://openalex.org/W3176240006","https://openalex.org/W3126451824","https://openalex.org/W2482350142","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4210468674","https://openalex.org/W1497519648","https://openalex.org/W4311360467"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,15,39,73],"novel":[3],"architecture":[4,78],"for":[5,48,118,148],"manipulating":[6],"facial":[7,97],"expressions,":[8,98],"head":[9],"poses,":[10],"and":[11,57,100],"lighting":[12,58],"conditions":[13,102],"from":[14],"single":[16],"monocular":[17],"image.":[18],"Recent":[19],"methods":[20,62,147],"based":[21],"on":[22,66,84],"Generative":[23,75],"Adversarial":[24,76],"Networks":[25],"show":[26,141],"promising":[27],"results":[28],"in":[29,70,107],"expression":[30],"manipulation.":[31],"However,":[32],"the":[33,85,91,104,112,129],"variation":[34],"is":[35,79,90,122],"either":[36],"defined":[37],"by":[38,81],"limited":[40],"number":[41],"of":[42,51,93,96,103],"classes":[43],"or":[44],"not":[45,133],"well":[46],"suitable":[47],"explicit":[49],"manipulation":[50,95,127],"different":[52,149],"attributes":[53],"such":[54],"as":[55],"pose":[56,101],"conditions.":[59],"Besides,":[60],"state-of-the-art":[61,146],"are":[63],"mostly":[64],"focused":[65],"frontal":[67],"faces.":[68],"Therefore,":[69,120],"this":[71],"paper,":[72],"new":[74],"Network":[77],"proposed":[80,130],"explicitly":[82],"conditioning":[83],"appearance":[86],"image":[87],"space":[88],"which":[89],"product":[92],"direct":[94],"light":[99],"face":[105,126],"model":[106],"3D":[108],"space.":[109],"In":[110],"addition,":[111],"method":[113,131,144],"only":[114],"requires":[115],"video":[116],"sequences":[117],"training.":[119,137],"it":[121],"self-supervised.":[123],"Unlike":[124],"other":[125],"methods,":[128],"does":[132],"require":[134],"target":[135],"specific":[136],"Large":[138],"scale":[139],"experiments":[140],"that":[142],"our":[143],"outperforms":[145],"scenarios.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}