{"id":"https://openalex.org/W4407637717","doi":"https://doi.org/10.1109/tmm.2025.3543029","title":"Facial Expression Recognition With Heatmap Neighbor Contrastive Learning","display_name":"Facial Expression Recognition With Heatmap Neighbor Contrastive Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4407637717","doi":"https://doi.org/10.1109/tmm.2025.3543029"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3543029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3543029","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101885440","display_name":"Tong Liu","orcid":"https://orcid.org/0009-0005-8020-6651"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tong Liu","raw_affiliation_strings":["School of Computer Science, National Engineering Research Center for Multimedia Software, Institute of Artificial Intelligence and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China","School of Computer Science, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, National Engineering Research Center for Multimedia Software, Institute of Artificial Intelligence and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100337001","display_name":"Jing Li","orcid":"https://orcid.org/0000-0002-8181-0886"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Li","raw_affiliation_strings":["School of Computer Science, National Engineering Research Center for Multimedia Software, Institute of Artificial Intelligence and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China","School of Computer Science, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, National Engineering Research Center for Multimedia Software, Institute of Artificial Intelligence and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007475662","display_name":"Jia Wu","orcid":"https://orcid.org/0000-0002-1371-5801"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jia Wu","raw_affiliation_strings":["School of Computing, Faculty of Science and Engineering, Macquarie University, Sydney, NSW, Australia","Department of Computing, Faculty of Science and Engineering, Macquarie University, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computing, Faculty of Science and Engineering, Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]},{"raw_affiliation_string":"Department of Computing, Faculty of Science and Engineering, Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101809225","display_name":"Bo Du","orcid":"https://orcid.org/0000-0001-9306-6962"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Du","raw_affiliation_strings":["School of Computer Science, National Engineering Research Center for Multimedia Software, Institute of Artificial Intelligence and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China","School of Computer Science, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, National Engineering Research Center for Multimedia Software, Institute of Artificial Intelligence and Hubei Key Laboratory of Multimedia and Network Communication Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074672983","display_name":"Yibing Zhan","orcid":"https://orcid.org/0000-0003-3180-0484"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibing Zhan","raw_affiliation_strings":["JD Explore Academy, Beijing, China"],"affiliations":[{"raw_affiliation_string":"JD Explore Academy, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067600725","display_name":"Dapeng Tao","orcid":"https://orcid.org/0000-0003-0783-5273"},"institutions":[{"id":"https://openalex.org/I189210763","display_name":"Yunnan University","ror":"https://ror.org/0040axw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I189210763"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dapeng Tao","raw_affiliation_strings":["School of Information Science and Engineering, Yunnan University, Kunming, China","School of Information Science and Engineering, Yunnan University, Kunming, Yunnan, P.R. China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Yunnan University, Kunming, China","institution_ids":["https://openalex.org/I189210763"]},{"raw_affiliation_string":"School of Information Science and Engineering, Yunnan University, Kunming, Yunnan, P.R. China","institution_ids":["https://openalex.org/I189210763"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101655825","display_name":"Jun Wan","orcid":"https://orcid.org/0000-0002-9961-7902"},"institutions":[{"id":"https://openalex.org/I158934434","display_name":"Zhongnan University of Economics and Law","ror":"https://ror.org/04yqxxq63","country_code":"CN","type":"education","lineage":["https://openalex.org/I158934434"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wan","raw_affiliation_strings":["School of Information and Safety Engineering, Zhongnan University of Economics and Law, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Safety Engineering, Zhongnan University of Economics and Law, Wuhan, China","institution_ids":["https://openalex.org/I158934434"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101885440"],"corresponding_institution_ids":["https://openalex.org/I37461747"],"apc_list":null,"apc_paid":null,"fwci":7.5072,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.96972501,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"27","issue":null,"first_page":"4795","last_page":"4807"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8383928537368774},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5502082705497742},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.5331950187683105},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.527773380279541},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.44660502672195435},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.40545886754989624},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3296378254890442},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.30264362692832947}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8383928537368774},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5502082705497742},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.5331950187683105},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.527773380279541},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.44660502672195435},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.40545886754989624},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3296378254890442},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.30264362692832947},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3543029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3543029","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2293091746","display_name":null,"funder_award_id":"62372335","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1981918162","https://openalex.org/W2035372623","https://openalex.org/W2071207147","https://openalex.org/W2083021723","https://openalex.org/W2104563967","https://openalex.org/W2138621090","https://openalex.org/W2186500555","https://openalex.org/W2194775991","https://openalex.org/W2217426128","https://openalex.org/W2246249023","https://openalex.org/W2296659146","https://openalex.org/W2490049321","https://openalex.org/W2738672149","https://openalex.org/W2749988060","https://openalex.org/W2798553619","https://openalex.org/W2798583514","https://openalex.org/W2798991696","https://openalex.org/W2805781993","https://openalex.org/W2808458116","https://openalex.org/W2889978276","https://openalex.org/W2896277673","https://openalex.org/W2904483377","https://openalex.org/W2911935942","https://openalex.org/W2913939497","https://openalex.org/W2919420217","https://openalex.org/W2944828972","https://openalex.org/W2962819150","https://openalex.org/W2963363102","https://openalex.org/W2963446712","https://openalex.org/W2963712289","https://openalex.org/W2964480973","https://openalex.org/W2969985801","https://openalex.org/W2981952041","https://openalex.org/W2997585205","https://openalex.org/W2998388430","https://openalex.org/W2999025027","https://openalex.org/W3003720578","https://openalex.org/W3006012949","https://openalex.org/W3009561768","https://openalex.org/W3022485842","https://openalex.org/W3032240740","https://openalex.org/W3034504038","https://openalex.org/W3035336958","https://openalex.org/W3035524453","https://openalex.org/W3041838758","https://openalex.org/W3093232475","https://openalex.org/W3118321860","https://openalex.org/W3145450063","https://openalex.org/W3151571129","https://openalex.org/W3158714121","https://openalex.org/W3171007011","https://openalex.org/W3171838246","https://openalex.org/W3173787706","https://openalex.org/W3184571633","https://openalex.org/W3191420442","https://openalex.org/W3216466215","https://openalex.org/W4288064589","https://openalex.org/W4297808394","https://openalex.org/W4327522797","https://openalex.org/W6726497184","https://openalex.org/W6743289643","https://openalex.org/W6754278344","https://openalex.org/W6763416564","https://openalex.org/W6774670964","https://openalex.org/W6776700526","https://openalex.org/W6777179611","https://openalex.org/W6779977557","https://openalex.org/W6779997284","https://openalex.org/W6784660784","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W2392243736","https://openalex.org/W86652014","https://openalex.org/W2328518092","https://openalex.org/W3101249758","https://openalex.org/W2382079200","https://openalex.org/W3129895999","https://openalex.org/W2374091470","https://openalex.org/W4388218547","https://openalex.org/W2379703849","https://openalex.org/W4365802474"],"abstract_inverted_index":{"Many":[0],"supervised":[1,187],"learning-based":[2],"facial":[3,54],"expression":[4,15,28,37,55,149],"recognition":[5],"(FER)":[6],"methods":[7,33,189],"achieve":[8],"good":[9],"performance":[10,157,175,184],"with":[11,41,169],"the":[12,31,59,66,70,83,91,96,122,126,156,159,177,183,191],"assistance":[13],"of":[14,47,69,90,130,158,185],"labels":[16],"and":[17,180],"a":[18,106,111,170],"complex":[19],"framework.":[20],"However,":[21],"there":[22],"are":[23],"inconsistent":[24],"annotations":[25],"in":[26,95],"different":[27,71,87],"datasets,":[29],"making":[30],"above":[32],"disadvantageous":[34],"for":[35,118],"new":[36],"datasets":[38,40,179],"or":[39],"limited":[42],"training":[43],"data.":[44],"The":[45],"objective":[46],"this":[48],"paper":[49],"is":[50],"to":[51,63,125],"learn":[52,82,147],"self-supervised":[53,75,164],"features":[56,150],"that":[57],"enable":[58],"FER":[60,160],"model":[61,161],"not":[62],"rely":[64],"on":[65,79,163,176,190],"annotation":[67],"consistency":[68],"datasets.":[72,193],"Most":[73],"current":[74],"learning":[76,81,115,188],"algorithms":[77],"based":[78,162],"contrastive":[80,114],"representation":[84],"by":[85],"forcing":[86],"augmented":[88,141],"views":[89],"same":[92],"image":[93],"close":[94],"embedding":[97],"space,":[98],"but":[99],"they":[100],"cannot":[101],"cover":[102],"all":[103],"variances":[104],"within":[105],"semantic":[107,137],"class.":[108],"We":[109],"propose":[110],"heatmap":[112,127],"neighbor":[113],"(HNCL)":[116],"method":[117],"FER.":[119],"It":[120],"treats":[121],"images":[123],"corresponding":[124],"nearest":[128],"neighbors":[129],"expressions":[131],"as":[132],"other":[133],"positives,":[134],"providing":[135],"more":[136,152],"variations":[138],"than":[139],"pre-defined":[140],"transformations.":[142],"Therefore,":[143],"our":[144],"HNCL":[145,168],"can":[146],"better":[148],"covering":[151],"intra-class":[153],"variances,":[154],"improving":[155],"learning.":[165],"After":[166],"fine-tuning,":[167],"simple":[171],"framework":[172],"achieves":[173],"top-three":[174],"in-the-lab":[178],"even":[181],"matches":[182],"state-of-the-art":[186],"in-the-wild":[192]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}