{"id":"https://openalex.org/W2998061714","doi":"https://doi.org/10.1109/tmm.2019.2962317","title":"Joint Deep Learning of Facial Expression Synthesis and Recognition","display_name":"Joint Deep Learning of Facial Expression Synthesis and Recognition","publication_year":2019,"publication_date":"2019-12-25","ids":{"openalex":"https://openalex.org/W2998061714","doi":"https://doi.org/10.1109/tmm.2019.2962317","mag":"2998061714"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2019.2962317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2019.2962317","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100395059","display_name":"Yan Yan","orcid":"https://orcid.org/0000-0002-3674-7160"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yan Yan","raw_affiliation_strings":["Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101531539","display_name":"Ying Huang","orcid":"https://orcid.org/0000-0002-5886-670X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Huang","raw_affiliation_strings":["Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073464445","display_name":"Si Chen","orcid":"https://orcid.org/0000-0002-5631-7942"},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Si Chen","raw_affiliation_strings":["School of Computer and Information Engineering, Xiamen University of Technology, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Xiamen University of Technology, Xiamen, China","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006294869","display_name":"Chunhua Shen","orcid":"https://orcid.org/0000-0002-8648-8718"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chunhua Shen","raw_affiliation_strings":["School of Computer Science, The University of Adelaide, Adelaide, SA, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, The University of Adelaide, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044594971","display_name":"Hanzi Wang","orcid":"https://orcid.org/0000-0002-6913-9786"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanzi Wang","raw_affiliation_strings":["Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100395059"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":2.3502,"has_fulltext":false,"cited_by_count":48,"citation_normalized_percentile":{"value":0.91306684,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"22","issue":"11","first_page":"2792","last_page":"2807"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8525208830833435},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6988604068756104},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6597145795822144},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5986531972885132},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5687063336372375},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5520763397216797},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.5391976833343506},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.4625742733478546},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4487452208995819},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4415631890296936},{"id":"https://openalex.org/keywords/generative-adversarial-network","display_name":"Generative adversarial network","score":0.4361107051372528},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.42518752813339233},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.4189162850379944},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37200289964675903},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3375150263309479},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.09936997294425964}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8525208830833435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6988604068756104},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6597145795822144},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5986531972885132},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5687063336372375},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5520763397216797},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.5391976833343506},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.4625742733478546},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4487452208995819},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4415631890296936},{"id":"https://openalex.org/C2988773926","wikidata":"https://www.wikidata.org/wiki/Q25104379","display_name":"Generative adversarial network","level":3,"score":0.4361107051372528},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.42518752813339233},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.4189162850379944},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37200289964675903},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3375150263309479},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.09936997294425964},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2019.2962317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2019.2962317","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G238670064","display_name":null,"funder_award_id":"2017J01127","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"},{"id":"https://openalex.org/G3313464985","display_name":null,"funder_award_id":"61571379","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5449330877","display_name":null,"funder_award_id":"U1605252","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5492008061","display_name":null,"funder_award_id":"2018J01576","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"},{"id":"https://openalex.org/G6528361795","display_name":null,"funder_award_id":"61872307","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321878","display_name":"Natural Science Foundation of Fujian Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":113,"referenced_works":["https://openalex.org/W171902450","https://openalex.org/W639708223","https://openalex.org/W1509966554","https://openalex.org/W1522301498","https://openalex.org/W1579590535","https://openalex.org/W1599882347","https://openalex.org/W1686810756","https://openalex.org/W1959608418","https://openalex.org/W1968015059","https://openalex.org/W1969306251","https://openalex.org/W1974210421","https://openalex.org/W1995997122","https://openalex.org/W2006406015","https://openalex.org/W2035372623","https://openalex.org/W2067032877","https://openalex.org/W2071207147","https://openalex.org/W2088575594","https://openalex.org/W2095705004","https://openalex.org/W2099471712","https://openalex.org/W2101790396","https://openalex.org/W2103943262","https://openalex.org/W2104563967","https://openalex.org/W2107813907","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2120405375","https://openalex.org/W2121056381","https://openalex.org/W2125389028","https://openalex.org/W2134860945","https://openalex.org/W2139900086","https://openalex.org/W2139916508","https://openalex.org/W2145310492","https://openalex.org/W2154872931","https://openalex.org/W2156531583","https://openalex.org/W2157617585","https://openalex.org/W2173520492","https://openalex.org/W2174772062","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2198512331","https://openalex.org/W2217426128","https://openalex.org/W2232201864","https://openalex.org/W2244142460","https://openalex.org/W2253728219","https://openalex.org/W2325939864","https://openalex.org/W2341528187","https://openalex.org/W2345305417","https://openalex.org/W2411243579","https://openalex.org/W2487852963","https://openalex.org/W2490049321","https://openalex.org/W2502312327","https://openalex.org/W2515770085","https://openalex.org/W2524720081","https://openalex.org/W2536132686","https://openalex.org/W2540801879","https://openalex.org/W2558578635","https://openalex.org/W2592232824","https://openalex.org/W2594639291","https://openalex.org/W2600389231","https://openalex.org/W2730601341","https://openalex.org/W2737047298","https://openalex.org/W2739748921","https://openalex.org/W2754447548","https://openalex.org/W2770587987","https://openalex.org/W2798583514","https://openalex.org/W2799041689","https://openalex.org/W2805781993","https://openalex.org/W2897039210","https://openalex.org/W2912817214","https://openalex.org/W2912990735","https://openalex.org/W2913752663","https://openalex.org/W2962762541","https://openalex.org/W2962793481","https://openalex.org/W2962879692","https://openalex.org/W2963112684","https://openalex.org/W2963120057","https://openalex.org/W2963226019","https://openalex.org/W2963426391","https://openalex.org/W2963460857","https://openalex.org/W2963466847","https://openalex.org/W2963470893","https://openalex.org/W2963516695","https://openalex.org/W2963684088","https://openalex.org/W2963767194","https://openalex.org/W2964121744","https://openalex.org/W2964210793","https://openalex.org/W3101998545","https://openalex.org/W3137722423","https://openalex.org/W4295521014","https://openalex.org/W4320013936","https://openalex.org/W4403242122","https://openalex.org/W6630649318","https://openalex.org/W6631190155","https://openalex.org/W6635735339","https://openalex.org/W6637373629","https://openalex.org/W6640963894","https://openalex.org/W6672481139","https://openalex.org/W6674330103","https://openalex.org/W6678280073","https://openalex.org/W6678815747","https://openalex.org/W6682644385","https://openalex.org/W6683401474","https://openalex.org/W6685352114","https://openalex.org/W6718140377","https://openalex.org/W6724804524","https://openalex.org/W6728663642","https://openalex.org/W6730648548","https://openalex.org/W6735913928","https://openalex.org/W6741832134","https://openalex.org/W6743304502","https://openalex.org/W6745899558","https://openalex.org/W6750843368","https://openalex.org/W6755298837"],"related_works":["https://openalex.org/W4205986151","https://openalex.org/W2355913164","https://openalex.org/W2162992774","https://openalex.org/W1153638794","https://openalex.org/W2168968280","https://openalex.org/W2901126000","https://openalex.org/W4323520705","https://openalex.org/W2116055069","https://openalex.org/W2356663679","https://openalex.org/W3027190010"],"abstract_inverted_index":{"Recently,":[0],"deep":[1,49],"learning":[2,50,69],"based":[3],"facial":[4,25,52,73,84,88,209],"expression":[5,26,53,74,114,210],"recognition":[6,56,115,136,148],"(FER)":[7],"methods":[8],"have":[9],"attracted":[10],"considerable":[11],"attention":[12],"and":[13,55,150,169],"they":[14],"usually":[15],"require":[16],"large-scale":[17],"labelled":[18,34],"training":[19,96],"data.":[20,35],"Nonetheless,":[21],"the":[22,41,63,92,95,121,130,135,143,147,151,160,166,170,188,194,201,213,216],"publicly":[23],"available":[24],"databases":[27,211],"typically":[28],"contain":[29],"a":[30,46,67,72,109,125,179],"small":[31],"amount":[32],"of":[33,51,94,145,153,162,191,215],"In":[36,128],"this":[37],"paper,":[38],"to":[39,82,102,140,158,186],"overcome":[40],"above":[42],"issue,":[43],"we":[44,173],"propose":[45,174],"novel":[47,180],"joint":[48],"synthesis":[54,75],"method":[57,65,218],"for":[58],"effective":[59],"FER.":[60],"More":[61],"specifically,":[62],"proposed":[64,217],"involves":[66],"two-stage":[68],"procedure.":[70],"Firstly,":[71],"generative":[76],"adversarial":[77],"network":[78,116,137,149],"(FESGAN)":[79],"is":[80,99,117,138],"pre-trained":[81,122],"generate":[83,103],"images":[85,104,168,192],"with":[86,105,120,178,220],"different":[87],"expressions.":[89],"To":[90],"increase":[91],"diversity":[93],"images,":[97,172],"FESGAN":[98,123],"elaborately":[100],"designed":[101],"new":[106],"identities":[107],"from":[108,134,193],"prior":[110],"distribution.":[111],"Secondly,":[112],"an":[113,175],"jointly":[118],"learned":[119],"in":[124,156],"unified":[126],"framework.":[127],"particular,":[129],"classification":[131],"loss":[132,177],"computed":[133],"used":[139],"simultaneously":[141],"optimize":[142],"performance":[144],"both":[146],"generator":[152],"FESGAN.":[154],"Moreover,":[155],"order":[157],"alleviate":[159],"problem":[161],"data":[163],"bias":[164],"between":[165],"real":[167,181],"synthetic":[171],"intra-class":[176,189],"data-guided":[182],"back-propagation":[183],"(RDBP)":[184],"algorithm":[185],"reduce":[187],"variations":[190],"same":[195],"class,":[196],"which":[197],"can":[198],"significantly":[199],"improve":[200],"final":[202],"performance.":[203],"Extensive":[204],"experimental":[205],"results":[206],"on":[207],"public":[208],"demonstrate":[212],"superiority":[214],"compared":[219],"several":[221],"state-of-the-art":[222],"FER":[223],"methods.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}