{"id":"https://openalex.org/W3154000922","doi":"https://doi.org/10.1109/tip.2021.3073857","title":"Explicit Facial Expression Transfer via Fine-Grained Representations","display_name":"Explicit Facial Expression Transfer via Fine-Grained Representations","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3154000922","doi":"https://doi.org/10.1109/tip.2021.3073857","mag":"3154000922","pmid":"https://pubmed.ncbi.nlm.nih.gov/33886470"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2021.3073857","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3073857","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1909.02967","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhiwen Shao","orcid":"https://orcid.org/0000-0002-9383-8384"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Shao","raw_affiliation_strings":["Engineering Research Center of Mine Digitization, Ministry of Education of People\u2019s Republic of China, Xuzhou, China","School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9383-8384","affiliations":[{"raw_affiliation_string":"Engineering Research Center of Mine Digitization, Ministry of Education of People\u2019s Republic of China, Xuzhou, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hengliang Zhu","orcid":"https://orcid.org/0000-0002-5034-1044"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengliang Zhu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5034-1044","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Junshu Tang","orcid":"https://orcid.org/0000-0002-6549-5257"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junshu Tang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6549-5257","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xuequan Lu","orcid":"https://orcid.org/0000-0003-0959-408X"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xuequan Lu","raw_affiliation_strings":["School of Information Technology, Deakin University, Geelong, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0959-408X","affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Geelong, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"last","author":{"id":null,"display_name":"Lizhuang Ma","orcid":"https://orcid.org/0000-0003-1653-4341"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lizhuang Ma","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China","Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1653-4341","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4851,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.63844132,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"30","issue":null,"first_page":"4610","last_page":"4621"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6105999946594238,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6105999946594238,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.17020000517368317,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.05090000107884407,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.6819999814033508},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5975000262260437},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5623999834060669},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.46799999475479126},{"id":"https://openalex.org/keywords/swap","display_name":"Swap (finance)","score":0.4512999951839447},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4359999895095825},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4230000078678131},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.3702999949455261}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6991999745368958},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.6819999814033508},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6682000160217285},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5975000262260437},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5623999834060669},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.46799999475479126},{"id":"https://openalex.org/C99821215","wikidata":"https://www.wikidata.org/wiki/Q1136583","display_name":"Swap (finance)","level":2,"score":0.4512999951839447},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.447299987077713},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4359999895095825},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4230000078678131},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3702999949455261},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.35109999775886536},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.3506999909877777},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.31349998712539673},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.31139999628067017},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.26750001311302185}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tip.2021.3073857","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3073857","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:33886470","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33886470","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:arXiv.org:1909.02967","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.02967","pdf_url":"https://arxiv.org/pdf/1909.02967","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1909.02967","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.02967","pdf_url":"https://arxiv.org/pdf/1909.02967","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2264101997","display_name":null,"funder_award_id":"2015-DZXX-010","funder_id":"https://openalex.org/F4320326182","funder_display_name":"Six Talent Peaks Project in Jiangsu Province"},{"id":"https://openalex.org/G383479243","display_name":null,"funder_award_id":"BK20201346","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G6165465362","display_name":null,"funder_award_id":"61972157","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7685443560","display_name":null,"funder_award_id":"2019YFC1521104","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8479281246","display_name":null,"funder_award_id":"2021QN1072","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326182","display_name":"Six Talent Peaks Project in Jiangsu Province","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1964981411","https://openalex.org/W2045472600","https://openalex.org/W2080277992","https://openalex.org/W2141403362","https://openalex.org/W2150283722","https://openalex.org/W2161634108","https://openalex.org/W2194775991","https://openalex.org/W2325939864","https://openalex.org/W2593414223","https://openalex.org/W2737047298","https://openalex.org/W2789992948","https://openalex.org/W2799352732","https://openalex.org/W2807126412","https://openalex.org/W2807725536","https://openalex.org/W2888200171","https://openalex.org/W2953421261","https://openalex.org/W2962793481","https://openalex.org/W2963255313","https://openalex.org/W2963460857","https://openalex.org/W2963516695","https://openalex.org/W2963626105","https://openalex.org/W2963713173","https://openalex.org/W2963767194","https://openalex.org/W2969222682","https://openalex.org/W3035575271","https://openalex.org/W3137722423","https://openalex.org/W3159890710","https://openalex.org/W6631190155","https://openalex.org/W6638444622","https://openalex.org/W6638667902","https://openalex.org/W6669482545","https://openalex.org/W6683401474","https://openalex.org/W6724804524","https://openalex.org/W6743304502","https://openalex.org/W6748582592","https://openalex.org/W6766978945"],"related_works":[],"abstract_inverted_index":{"Facial":[0],"expression":[1,13,25,31,73,94,143,174],"transfer":[2,26,71,144],"between":[3],"two":[4,77,82,109],"unpaired":[5,78,148],"images":[6,80,84,107,124,160,163],"is":[7,14],"a":[8,44,98,152],"challenging":[9],"problem,":[10],"as":[11,27,43],"fine-grained":[12,58,93,112,179],"typically":[15],"tangled":[16],"with":[17,85,125,135],"other":[18,183],"facial":[19,72],"attributes.":[20],"Most":[21],"existing":[22],"methods":[23,176],"treat":[24],"an":[28,63],"application":[29],"of":[30,56,61,111,146],"manipulation,":[32],"and":[33,116,128,161,187],"use":[34],"predicted":[35],"global":[36],"expression,":[37],"landmarks":[38],"or":[39],"action":[40],"units":[41],"(AUs)":[42],"guidance.":[45],"However,":[46],"the":[47,54,147,158,172],"prediction":[48],"may":[49],"be":[50],"inaccurate,":[51],"which":[52],"limits":[53],"performance":[55],"transferring":[57,178],"expression.":[59],"Instead":[60],"using":[62],"intermediate":[64],"estimated":[65],"guidance,":[66],"we":[67,96,120,150],"propose":[68,97],"to":[69,81,104,140,156],"explicitly":[70],"by":[74,131],"directly":[75],"mapping":[76],"input":[79,106],"synthesized":[83,159],"swapped":[86,129,136],"expressions.":[87],"Specifically,":[88],"considering":[89],"AUs":[90],"semantically":[91],"describe":[92],"details,":[95],"novel":[99],"multi-class":[100],"adversarial":[101],"training":[102],"method":[103],"disentangle":[105],"into":[108],"types":[110],"representations:":[113],"AU-related":[114,137],"feature":[115],"AU-free":[117,133],"feature.":[118],"Then,":[119],"can":[121],"synthesize":[122],"new":[123],"preserved":[126],"identities":[127],"expressions":[130,180],"combining":[132],"features":[134],"features.":[138],"Moreover,":[139],"obtain":[141],"reliable":[142],"results":[145],"input,":[149],"introduce":[151],"swap":[153],"consistency":[154],"loss":[155],"make":[157],"self-reconstructed":[162],"indistinguishable.":[164],"Extensive":[165],"experiments":[166],"show":[167],"that":[168],"our":[169],"approach":[170],"outperforms":[171],"state-of-the-art":[173],"manipulation":[175],"for":[177],"while":[181],"preserving":[182],"attributes":[184],"including":[185],"identity":[186],"pose.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2021-04-26T00:00:00"}