{"id":"https://openalex.org/W3178221902","doi":"https://doi.org/10.1109/tmm.2021.3096068","title":"Identity-Aware Facial Expression Recognition Via Deep Metric Learning Based on Synthesized Images","display_name":"Identity-Aware Facial Expression Recognition Via Deep Metric Learning Based on Synthesized Images","publication_year":2021,"publication_date":"2021-07-09","ids":{"openalex":"https://openalex.org/W3178221902","doi":"https://doi.org/10.1109/tmm.2021.3096068","mag":"3178221902"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2021.3096068","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3096068","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004584268","display_name":"Wei Huang","orcid":"https://orcid.org/0000-0002-0541-8612"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]},{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Huang","raw_affiliation_strings":["China Mobile-NCU AI&IOT Jointed Laboratory, Informatization Office, Nanchang University, Nanchang, China","Department of Computer Science, School of Information Engineering, Nanchang University, Nanchang, China","China Mobile-NCU AI&amp"],"raw_orcid":"https://orcid.org/0000-0002-0541-8612","affiliations":[{"raw_affiliation_string":"China Mobile-NCU AI&IOT Jointed Laboratory, Informatization Office, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914","https://openalex.org/I180662265"]},{"raw_affiliation_string":"Department of Computer Science, School of Information Engineering, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]},{"raw_affiliation_string":"China Mobile-NCU AI&amp","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100359177","display_name":"Siyuan Zhang","orcid":"https://orcid.org/0000-0003-0910-3666"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]},{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Zhang","raw_affiliation_strings":["China Mobile-NCU AI&IOT Jointed Laboratory, Informatization Office, Nanchang University, Nanchang, China","Department of Computer Science, School of Information Engineering, Nanchang University, Nanchang, China","China Mobile-NCU AI&amp"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Mobile-NCU AI&IOT Jointed Laboratory, Informatization Office, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914","https://openalex.org/I180662265"]},{"raw_affiliation_string":"Department of Computer Science, School of Information Engineering, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]},{"raw_affiliation_string":"China Mobile-NCU AI&amp","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100364068","display_name":"Peng Zhang","orcid":"https://orcid.org/0000-0001-9690-7026"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Zhang","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China","an, China"],"raw_orcid":"https://orcid.org/0000-0001-9690-7026","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"an, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014604035","display_name":"Yufei Zha","orcid":"https://orcid.org/0000-0001-5013-2501"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufei Zha","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China","an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"an, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063013411","display_name":"Yuming Fang","orcid":"https://orcid.org/0000-0002-6946-3586"},"institutions":[{"id":"https://openalex.org/I59649739","display_name":"Jiangxi University of Finance and Economics","ror":"https://ror.org/03efmyj29","country_code":"CN","type":"education","lineage":["https://openalex.org/I59649739"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuming Fang","raw_affiliation_strings":["School of Information Technology, Jiangxi University of Finance and Economics, Nanchang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Technology, Jiangxi University of Finance and Economics, Nanchang, China","institution_ids":["https://openalex.org/I59649739"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028235866","display_name":"Yanning Zhang","orcid":"https://orcid.org/0000-0002-2977-8057"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanning Zhang","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China","an, China"],"raw_orcid":"https://orcid.org/0000-0002-2977-8057","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"an, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8906,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.95547669,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"24","issue":null,"first_page":"3327","last_page":"3339"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8103863000869751},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7186433672904968},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6722940802574158},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6029505133628845},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6018369793891907},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.582297146320343},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4871944785118103},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47102150321006775},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.46199774742126465},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.45246458053588867},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.43970152735710144},{"id":"https://openalex.org/keywords/mahalanobis-distance","display_name":"Mahalanobis distance","score":0.4220881760120392},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41260480880737305},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3938562273979187},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36942994594573975}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8103863000869751},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7186433672904968},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6722940802574158},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6029505133628845},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6018369793891907},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.582297146320343},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4871944785118103},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47102150321006775},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.46199774742126465},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.45246458053588867},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.43970152735710144},{"id":"https://openalex.org/C1921717","wikidata":"https://www.wikidata.org/wiki/Q1334846","display_name":"Mahalanobis distance","level":2,"score":0.4220881760120392},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41260480880737305},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3938562273979187},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36942994594573975},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2021.3096068","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3096068","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2971322799","display_name":"\u57fa\u4e8e\u5168\u5c3a\u5ea6\u7f51\u7edc\u6df1\u5ea6\u5ea6\u91cf\u5b66\u4e60\u4e0e\u56fe\u50cf\u6df1\u5ea6\u63a8\u884d\u7684\u5931\u667a\u75c7\u8f85\u52a9\u8bca\u65ad\u7814\u7a76","funder_award_id":"61862043","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3444584140","display_name":"\u57fa\u4e8e\u591a\u5f62\u6001\u6311\u6218\u6837\u672c\u7ea7\u8054\u751f\u6210\u5b66\u4e60\u7684\u590d\u5408\u8ddf\u8e2a\u6846\u67b6\u6a21\u578b\u7814\u7a76","funder_award_id":"61971352","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G824437925","display_name":null,"funder_award_id":"2018JM6015","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G8443618998","display_name":null,"funder_award_id":"20204BCJ22011","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322665","display_name":"Natural Science Foundation of Jiangxi Province","ror":null},{"id":"https://openalex.org/F4320324173","display_name":"Natural Science Foundation of Shaanxi Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W1836465849","https://openalex.org/W1964762821","https://openalex.org/W1965947362","https://openalex.org/W1969030392","https://openalex.org/W1975517671","https://openalex.org/W2003238582","https://openalex.org/W2017408678","https://openalex.org/W2035372623","https://openalex.org/W2041616772","https://openalex.org/W2096733369","https://openalex.org/W2099471712","https://openalex.org/W2103943262","https://openalex.org/W2125127226","https://openalex.org/W2125389028","https://openalex.org/W2139795045","https://openalex.org/W2145310492","https://openalex.org/W2159017231","https://openalex.org/W2161634108","https://openalex.org/W2181936228","https://openalex.org/W2194775991","https://openalex.org/W2197748410","https://openalex.org/W2217426128","https://openalex.org/W2278113816","https://openalex.org/W2341528187","https://openalex.org/W2342649219","https://openalex.org/W2345305417","https://openalex.org/W2436394355","https://openalex.org/W2487852963","https://openalex.org/W2490049321","https://openalex.org/W2524720081","https://openalex.org/W2563740716","https://openalex.org/W2730601341","https://openalex.org/W2734496894","https://openalex.org/W2798484817","https://openalex.org/W2798553619","https://openalex.org/W2798583514","https://openalex.org/W2803088313","https://openalex.org/W2805080735","https://openalex.org/W2805781993","https://openalex.org/W2811322499","https://openalex.org/W2890077417","https://openalex.org/W2901836079","https://openalex.org/W2916197620","https://openalex.org/W2950776302","https://openalex.org/W2962716958","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963112684","https://openalex.org/W2963118476","https://openalex.org/W2963628672","https://openalex.org/W2963767194","https://openalex.org/W2964139520","https://openalex.org/W2964347177","https://openalex.org/W2964454173","https://openalex.org/W2969121190","https://openalex.org/W2998061714","https://openalex.org/W3018274100","https://openalex.org/W3019410392","https://openalex.org/W3035413165","https://openalex.org/W3099071958","https://openalex.org/W3101998545","https://openalex.org/W3106086257","https://openalex.org/W4246193833","https://openalex.org/W4295521014","https://openalex.org/W6638667902","https://openalex.org/W6678815747","https://openalex.org/W6729482032","https://openalex.org/W6735913928","https://openalex.org/W6756778981"],"related_works":["https://openalex.org/W4382795578","https://openalex.org/W2355463328","https://openalex.org/W1431147547","https://openalex.org/W2402648945","https://openalex.org/W2053213469","https://openalex.org/W2055761197","https://openalex.org/W2057608111","https://openalex.org/W939486154","https://openalex.org/W2793032185","https://openalex.org/W2807757380"],"abstract_inverted_index":{"Person-dependent":[0,178],"facial":[1,37,72,82,93,123,128,147,203,211],"expression":[2,73,148,204,212],"recognition":[3,18,22,74,154,205,213],"has":[4],"received":[5],"considerable":[6],"research":[7],"attention":[8],"in":[9,56,172,209],"recent":[10],"years.":[11],"Unfortunately,":[12],"different":[13,96],"identities":[14],"can":[15,39,156,214],"adversely":[16],"influence":[17],"accuracy,":[19],"and":[20,33,81,125,152],"the":[21,43,64,69,106,153,195],"task":[23,75,155],"becomes":[24],"challenging.":[25],"Other":[26],"adverse":[27],"factors,":[28],"including":[29,180],"limited":[30],"training":[31,107],"data":[32],"improper":[34],"measures":[35,146],"of":[36,221],"expressions,":[38],"further":[40],"contribute":[41],"to":[42,67,91,104,115],"above":[44],"dilemma.":[45],"To":[46],"solve":[47],"these":[48],"problems,":[49],"a":[50,87,110,131,142,218],"novel":[51],"identity-aware":[52],"method":[53,197],"is":[54,89,113],"proposed":[55,216],"this":[57,60,173],"study.":[58],"Furthermore,":[59],"study":[61,174],"also":[62],"represents":[63],"first":[65],"attempt":[66],"fulfill":[68],"challenging":[70],"person-dependent":[71,210],"based":[76,136,162],"on":[77,137,163],"deep":[78],"metric":[79,133,144],"learning":[80],"image":[83],"synthesis":[84],"techniques.":[85],"Technically,":[86],"StarGAN":[88],"incorporated":[90],"synthesize":[92],"images":[94,124],"depicting":[95],"but":[97],"complete":[98],"basic":[99],"emotions":[100],"for":[101,175],"each":[102],"identity":[103],"augment":[105],"data.":[108],"Then,":[109],"deep-convolutional-neural-network-based":[111],"network":[112,134],"employed":[114],"automatically":[116],"extract":[117],"latent":[118,139],"features":[119,140],"from":[120,217],"both":[121],"real":[122],"all":[126,191],"synthesized":[127],"images.":[129],"Next,":[130],"Mahalanobis":[132],"trained":[135],"extracted":[138],"outputs":[141],"learned":[143],"that":[145],"differences":[149],"between":[150],"images,":[151],"thus":[157],"be":[158,215],"realized.":[159],"Extensive":[160],"experiments":[161],"several":[164,199],"well-known":[165],"publicly":[166],"available":[167],"datasets":[168],"are":[169,190],"carried":[170],"out":[171],"performance":[176],"evaluations.":[177],"datasets,":[179],"CK+,":[181],"Oulu":[182],"(all":[183],"6":[184],"subdatasets),":[185],"MMI,":[186],"ISAFE,":[187],"ISED,":[188],"etc.,":[189],"incorporated.":[192],"After":[193],"comparing":[194],"new":[196],"with":[198],"popular":[200],"or":[201],"state-of-the-art":[202],"methods,":[206],"its":[207],"superiority":[208],"statistical":[219],"point":[220],"view.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}