{"id":"https://openalex.org/W4411867059","doi":"https://doi.org/10.1109/taffc.2025.3584918","title":"MER-CLIP: AU-Guided Vision-Language Alignment for Micro-Expression Recognition","display_name":"MER-CLIP: AU-Guided Vision-Language Alignment for Micro-Expression Recognition","publication_year":2025,"publication_date":"2025-07-01","ids":{"openalex":"https://openalex.org/W4411867059","doi":"https://doi.org/10.1109/taffc.2025.3584918"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3584918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3584918","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107809131","display_name":"Shifeng Liu","orcid":"https://orcid.org/0000-0002-6515-9886"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shifeng Liu","raw_affiliation_strings":["School of Artificial Intelligence and Data Science, University of Science and Technology of China, Hefei, China","School of Artificial Intelligence and Data Science, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-6515-9886","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Data Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Artificial Intelligence and Data Science, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074851500","display_name":"Xinglong Mao","orcid":"https://orcid.org/0000-0003-0019-2295"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinglong Mao","raw_affiliation_strings":["School of Artificial Intelligence and Data Science, University of Science and Technology of China, Hefei, China","School of Artificial Intelligence and Data Science, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0003-0019-2295","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Data Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Artificial Intelligence and Data Science, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090369859","display_name":"Sirui Zhao","orcid":"https://orcid.org/0000-0001-8103-0321"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sirui Zhao","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0001-8103-0321","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005768390","display_name":"Peiming Li","orcid":"https://orcid.org/0000-0001-6392-5973"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peiming Li","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China","School of Computer Science and Technology, Shandong University, Qingdao, Shandong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025292786","display_name":"Tong Xu","orcid":"https://orcid.org/0000-0003-4246-5386"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Xu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0003-4246-5386","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048237545","display_name":"Enhong Chen","orcid":"https://orcid.org/0000-0002-4835-4102"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enhong Chen","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-4835-4102","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5175,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.92827492,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"16","issue":"4","first_page":"3028","last_page":"3042"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9380000233650208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9380000233650208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5544744729995728},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5362569093704224},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5137659311294556},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5007495880126953},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4779013395309448},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44694870710372925},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3574104607105255},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1668773591518402}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5544744729995728},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5362569093704224},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5137659311294556},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5007495880126953},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4779013395309448},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44694870710372925},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3574104607105255},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1668773591518402}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3584918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3584918","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1064288964","display_name":null,"funder_award_id":"61727809","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3665707508","display_name":null,"funder_award_id":"62406264","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7295420491","display_name":null,"funder_award_id":"62072423","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1854318472","https://openalex.org/W1990758701","https://openalex.org/W2006426145","https://openalex.org/W2026575723","https://openalex.org/W2059068649","https://openalex.org/W2072038603","https://openalex.org/W2087550562","https://openalex.org/W2426188534","https://openalex.org/W2526853616","https://openalex.org/W2538953432","https://openalex.org/W2625366777","https://openalex.org/W2883752401","https://openalex.org/W2911617386","https://openalex.org/W2962858109","https://openalex.org/W2963230974","https://openalex.org/W2963351448","https://openalex.org/W2992308087","https://openalex.org/W2996310233","https://openalex.org/W2997905102","https://openalex.org/W3080663431","https://openalex.org/W3080756971","https://openalex.org/W3092753574","https://openalex.org/W3096596051","https://openalex.org/W3134829740","https://openalex.org/W3137274787","https://openalex.org/W3139546544","https://openalex.org/W3166557310","https://openalex.org/W3182710365","https://openalex.org/W3195543922","https://openalex.org/W3196939302","https://openalex.org/W3206717387","https://openalex.org/W4280528148","https://openalex.org/W4283372964","https://openalex.org/W4285183242","https://openalex.org/W4296204322","https://openalex.org/W4310553896","https://openalex.org/W4312480274","https://openalex.org/W4312546627","https://openalex.org/W4313194685","https://openalex.org/W4319073169","https://openalex.org/W4362674604","https://openalex.org/W4382240667","https://openalex.org/W4386047789","https://openalex.org/W4386065554","https://openalex.org/W4386075510","https://openalex.org/W4386076581","https://openalex.org/W4386158925","https://openalex.org/W4388347827","https://openalex.org/W4389611070","https://openalex.org/W4397031783","https://openalex.org/W4400911572","https://openalex.org/W4402980577"],"related_works":["https://openalex.org/W2392243736","https://openalex.org/W86652014","https://openalex.org/W2328518092","https://openalex.org/W3101249758","https://openalex.org/W2382079200","https://openalex.org/W3129895999","https://openalex.org/W2374091470","https://openalex.org/W4388218547","https://openalex.org/W2379703849","https://openalex.org/W2788230883"],"abstract_inverted_index":{"As":[0],"a":[1,52,103],"critical":[2,183],"psychological":[3,31],"stress":[4],"response,":[5],"micro-expressions":[6],"(MEs)":[7],"are":[8],"fleeting":[9],"and":[10,30,83,101,130,149,210,215],"subtle":[11],"facial":[12,46,118,175,179],"movements":[13],"revealing":[14],"genuine":[15],"emotions.":[16],"Automatic":[17],"ME":[18,56,124,147,163,184,192],"recognition":[19],"(MER)":[20],"holds":[21],"valuable":[22],"applications":[23],"in":[24,80],"fields":[25],"such":[26],"as":[27,51],"criminal":[28],"investigation":[29],"diagnosis.":[32],"The":[33],"Facial":[34],"Action":[35],"Coding":[36],"System":[37],"(FACS)":[38],"encodes":[39],"expressions":[40],"by":[41,126,159],"identifying":[42],"activations":[43],"of":[44,69,117,162,197],"specific":[45,75],"action":[47],"units":[48],"(AUs),":[49],"serving":[50],"key":[53],"reference":[54],"for":[55,212],"analysis.":[57],"However,":[58],"current":[59],"MER":[60,100],"methods":[61],"typically":[62],"limit":[63],"AU":[64,111],"utilization":[65],"to":[66,141,177],"defining":[67],"regions":[68],"interest":[70],"(ROIs)":[71],"or":[72],"relying":[73],"on":[74,189,202],"prior":[76],"knowledge,":[77],"often":[78],"resulting":[79],"limited":[81],"performance":[82],"poor":[84],"generalization.":[85],"To":[86,155],"address":[87],"this,":[88],"we":[89,109,135,165],"integrate":[90],"the":[91,143,160,195],"CLIP":[92],"model's":[93],"powerful":[94],"cross-modal":[95],"semantic":[96,153],"alignment":[97],"capability":[98],"into":[99,113],"propose":[102],"novel":[104],"approach":[105],"namely":[106],"MER-CLIP.":[107,198],"Specifically,":[108],"convert":[110],"labels":[112],"detailed":[114],"textual":[115,131],"descriptions":[116],"muscle":[119],"movements,":[120],"guiding":[121],"fine-grained":[122],"spatiotemporal":[123],"learning":[125],"aligning":[127],"visual":[128],"dynamics":[129],"AU-based":[132],"representations.":[133],"Additionally,":[134],"introduce":[136],"an":[137,169],"Emotion":[138],"Inference":[139],"Module":[140],"capture":[142],"nuanced":[144],"relationships":[145],"between":[146],"patterns":[148],"emotions":[150],"with":[151],"higher-level":[152],"understanding.":[154],"mitigate":[156],"overfitting":[157],"caused":[158],"scarcity":[161],"data,":[164],"put":[166],"forward":[167],"LocalStaticFaceMix,":[168],"effective":[170],"data":[171],"augmentation":[172],"strategy":[173],"blending":[174],"images":[176],"enhance":[178],"diversity":[180],"while":[181],"preserving":[182],"features.":[185],"Finally,":[186],"comprehensive":[187],"experiments":[188],"four":[190],"benchmark":[191],"datasets":[193],"confirm":[194],"superiority":[196],"Notably,":[199],"UF1":[200],"scores":[201],"CAS(ME)<inline-formula":[203],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[204],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[205],"notation=\"LaTeX\">$^{3}$</tex-math></inline-formula>":[206],"reach":[207],"0.7832,":[208],"0.6544,":[209],"0.4997":[211],"3-,":[213],"4-,":[214],"7-class":[216],"classification":[217],"tasks,":[218],"significantly":[219],"outperforming":[220],"previous":[221],"methods.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}