{"id":"https://openalex.org/W4413887246","doi":"https://doi.org/10.1109/tmm.2025.3604916","title":"Knowledge-Enhanced Facial Expression Recognition With Emotional-to-Neutral Transformation","display_name":"Knowledge-Enhanced Facial Expression Recognition With Emotional-to-Neutral Transformation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413887246","doi":"https://doi.org/10.1109/tmm.2025.3604916"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3604916","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3604916","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100724755","display_name":"Hangyu Li","orcid":"https://orcid.org/0000-0002-7153-6676"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]},{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN","HK"],"is_corresponding":true,"raw_author_name":"Hangyu Li","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, School of Telecommunications Engineering, Xidian University, Xi&#x2019;an, China","TMLR Group, Department of Computer Science, Hong Kong Baptist University, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Telecommunications Engineering, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"TMLR Group, Department of Computer Science, Hong Kong Baptist University, Hong Kong, China","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yihan Xu","orcid":"https://orcid.org/0009-0004-5884-2347"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihan Xu","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, School of Telecommunications Engineering, Xidian University, Xi&#x2019;an, China","State Key Laboratory of Integrated Services Networks, School of Telecommunications Engineering, Xidian University, Xi&#x0027;an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Telecommunications Engineering, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Telecommunications Engineering, Xidian University, Xi&#x0027;an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102922412","display_name":"Jiangchao Yao","orcid":"https://orcid.org/0000-0001-6115-5194"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210099312","display_name":"Shandong Jiaotong University","ror":"https://ror.org/01848hk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangchao Yao","raw_affiliation_strings":["Cooperative Medianet Innovation Center, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Cooperative Medianet Innovation Center, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I4210099312","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nannan Wang","orcid":"https://orcid.org/0000-0002-4695-6134"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nannan Wang","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, School of Telecommunications Engineering, Xidian University, Xi&#x2019;an, China","State Key Laboratory of Integrated Services Networks, School of Telecommunications Engineering, Xidian University, Xi&#x0027;an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Telecommunications Engineering, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Telecommunications Engineering, Xidian University, Xi&#x0027;an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101313930","display_name":"Xinbo Gao","orcid":"https://orcid.org/0000-0002-7985-0037"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinbo Gao","raw_affiliation_strings":["Chongqing Key Laboratory of Image Cognition, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Image Cognition, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047240103","display_name":"Bo Han","orcid":"https://orcid.org/0000-0002-6338-0958"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bo Han","raw_affiliation_strings":["TMLR Group, Department of Computer Science, Hong Kong Baptist University, Hong Kong SAR, China","TMLR Group, Department of Computer Science, Hong Kong Baptist University, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"TMLR Group, Department of Computer Science, Hong Kong Baptist University, Hong Kong SAR, China","institution_ids":["https://openalex.org/I141568987"]},{"raw_affiliation_string":"TMLR Group, Department of Computer Science, Hong Kong Baptist University, Hong Kong, China","institution_ids":["https://openalex.org/I141568987"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100724755"],"corresponding_institution_ids":["https://openalex.org/I141568987","https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":3.6542,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93761997,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"27","issue":null,"first_page":"7864","last_page":"7875"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.8985999822616577,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.8985999822616577,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8962000012397766,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.8044000267982483,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7122726440429688},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5542855262756348},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.5421401858329773},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.45566505193710327},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43849730491638184},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.431654155254364},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.43129435181617737},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.4155912399291992},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.40409839153289795}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7122726440429688},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5542855262756348},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.5421401858329773},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.45566505193710327},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43849730491638184},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.431654155254364},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.43129435181617737},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4155912399291992},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.40409839153289795},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3604916","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3604916","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G182816160","display_name":null,"funder_award_id":"62306178","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2452297484","display_name":null,"funder_award_id":"QTZX23042","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4297946667","display_name":null,"funder_award_id":"U22A2096","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4392973527","display_name":null,"funder_award_id":"62376235","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G913836228","display_name":null,"funder_award_id":"62036007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1976739836","https://openalex.org/W2103943262","https://openalex.org/W2106947945","https://openalex.org/W2149628368","https://openalex.org/W2194775991","https://openalex.org/W2243226955","https://openalex.org/W2341528187","https://openalex.org/W2481681431","https://openalex.org/W2515770085","https://openalex.org/W2738672149","https://openalex.org/W2745497104","https://openalex.org/W2798583514","https://openalex.org/W2799041689","https://openalex.org/W2896277673","https://openalex.org/W2904483377","https://openalex.org/W2964347177","https://openalex.org/W3003720578","https://openalex.org/W3035336958","https://openalex.org/W3093370878","https://openalex.org/W3094502228","https://openalex.org/W3112113890","https://openalex.org/W3118405827","https://openalex.org/W3118530108","https://openalex.org/W3134095442","https://openalex.org/W3138516171","https://openalex.org/W3173787706","https://openalex.org/W3175546442","https://openalex.org/W3179103990","https://openalex.org/W3184571633","https://openalex.org/W3185372235","https://openalex.org/W3195286673","https://openalex.org/W3198377975","https://openalex.org/W3202521030","https://openalex.org/W3209798173","https://openalex.org/W3216466215","https://openalex.org/W4205885905","https://openalex.org/W4206637691","https://openalex.org/W4235029207","https://openalex.org/W4283787135","https://openalex.org/W4298348845","https://openalex.org/W4311414773","https://openalex.org/W4312465353","https://openalex.org/W4312823769","https://openalex.org/W4312875121","https://openalex.org/W4312907849","https://openalex.org/W4313128368","https://openalex.org/W4313136445","https://openalex.org/W4318980730","https://openalex.org/W4362496449","https://openalex.org/W4380520382","https://openalex.org/W4382450267","https://openalex.org/W4385731896","https://openalex.org/W4390190649","https://openalex.org/W4390357746","https://openalex.org/W4390871994","https://openalex.org/W4390874537","https://openalex.org/W4390889814","https://openalex.org/W4390970208","https://openalex.org/W4396712599","https://openalex.org/W4400409555","https://openalex.org/W4400527853","https://openalex.org/W4402979749","https://openalex.org/W4403791238","https://openalex.org/W4405003124","https://openalex.org/W4405778930"],"related_works":["https://openalex.org/W2642127892","https://openalex.org/W4205986151","https://openalex.org/W2355913164","https://openalex.org/W2162992774","https://openalex.org/W1153638794","https://openalex.org/W2168968280","https://openalex.org/W2901126000","https://openalex.org/W4323520705","https://openalex.org/W2116055069","https://openalex.org/W2356663679"],"abstract_inverted_index":{"Existing":[0],"facial":[1,28,53,85,95,111,125,132,157],"expression":[2,54,86,96,112,126,158],"recognition":[3],"(FER)":[4],"methods":[5],"typically":[6],"fine-tune":[7],"a":[8,47,61,77,84,99,117],"pre-trained":[9,147],"visual":[10,148],"encoder":[11],"using":[12],"discrete":[13],"labels.":[14],"However,":[15],"this":[16,31],"form":[17],"of":[18,26],"supervision":[19],"limits":[20],"to":[21,79,98,113,122,129],"specify":[22],"the":[23,36,73,81,94,104,124,130,139],"emotional":[24],"concept":[25],"different":[27],"expressions.":[29],"In":[30],"paper,":[32],"we":[33,59,71,92],"observe":[34],"that":[35,163],"rich":[37],"knowledge":[38],"in":[39,106],"text":[40,89,107],"embeddings,":[41],"generated":[42],"by":[43,57,102],"vision-language":[44],"models,":[45],"is":[46,120,173],"promising":[48],"alternative":[49],"for":[50],"learning":[51],"discriminative":[52],"representations.":[55],"Inspired":[56],"this,":[58],"propose":[60],"novel":[62],"knowledge-enhanced":[63],"FER":[64,74,169],"method":[65,165],"with":[66,145],"an":[67],"emotional-to-neutral":[68],"transformation.":[69],"Specifically,":[70],"formulate":[72],"problem":[75],"as":[76],"process":[78],"match":[80],"similarity":[82],"between":[83],"representation":[87,97,101,127],"and":[88,152],"embeddings.":[90],"Then,":[91],"transform":[93],"neutral":[100,140],"simulating":[103],"difference":[105],"embeddings":[108],"from":[109,138],"textual":[110,114,131],"neutral.":[115],"Finally,":[116],"self-contrast":[118],"objective":[119],"introduced":[121],"pull":[123],"closer":[128],"expression,":[133],"while":[134],"pushing":[135],"it":[136],"farther":[137],"representation.":[141],"We":[142],"conduct":[143],"evaluation":[144],"diverse":[146],"encoders":[149],"including":[150],"ResNet-18":[151],"Swin-T":[153],"on":[154],"four":[155],"challenging":[156],"datasets.":[159],"Extensive":[160],"experiments":[161],"demonstrate":[162],"our":[164],"significantly":[166],"outperforms":[167],"state-of-the-art":[168],"methods.":[170],"The":[171],"code":[172],"made":[174],"publicly":[175],"available":[176],"at":[177],"<uri":[178],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[179],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/hangyu94/KE2NT</uri>.":[180]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}