{"id":"https://openalex.org/W4401567496","doi":"https://doi.org/10.1109/tii.2024.3431640","title":"MMATrans: Muscle Movement Aware Representation Learning for Facial Expression Recognition via Transformers","display_name":"MMATrans: Muscle Movement Aware Representation Learning for Facial Expression Recognition via Transformers","publication_year":2024,"publication_date":"2024-08-14","ids":{"openalex":"https://openalex.org/W4401567496","doi":"https://doi.org/10.1109/tii.2024.3431640"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2024.3431640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3431640","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101820021","display_name":"Hai Liu","orcid":"https://orcid.org/0000-0003-3446-9301"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Liu","raw_affiliation_strings":["National Engineering Research Center for E-Learning, Central China Normal University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-3446-9301","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for E-Learning, Central China Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113369403","display_name":"Qiyun Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiyun Zhou","raw_affiliation_strings":["National Engineering Research Center for E-Learning, Central China Normal University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0007-4484-2655","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for E-Learning, Central China Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100439592","display_name":"Cheng Zhang","orcid":"https://orcid.org/0000-0001-6831-5103"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Zhang","raw_affiliation_strings":["National Engineering Research Center for E-Learning, Central China Normal University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-6831-5103","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for E-Learning, Central China Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102883508","display_name":"Jun-Yan Zhu","orcid":"https://orcid.org/0000-0001-8504-3410"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyan Zhu","raw_affiliation_strings":["National Engineering Research Center for E-Learning, Central China Normal University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for E-Learning, Central China Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100442033","display_name":"Tingting Liu","orcid":"https://orcid.org/0000-0002-9347-5974"},"institutions":[{"id":"https://openalex.org/I75900474","display_name":"Hubei University","ror":"https://ror.org/03a60m280","country_code":"CN","type":"education","lineage":["https://openalex.org/I75900474"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Tingting Liu","raw_affiliation_strings":["Faculty of Education, The University of Hong Kong, Hong Kong","School of Education, Hubei University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-9347-5974","affiliations":[{"raw_affiliation_string":"Faculty of Education, The University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"School of Education, Hubei University, Wuhan, China","institution_ids":["https://openalex.org/I75900474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020980410","display_name":"Zhaoli Zhang","orcid":"https://orcid.org/0000-0002-0844-0719"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoli Zhang","raw_affiliation_strings":["National Engineering Research Center for E-Learning, Central China Normal University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-0844-0719","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for E-Learning, Central China Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100642147","display_name":"Youfu Li","orcid":"https://orcid.org/0000-0002-5227-1326"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I4210105229","display_name":"City University of Hong Kong, Shenzhen Research Institute","ror":"https://ror.org/00xc0ma20","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210105229"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"You-Fu Li","raw_affiliation_strings":["Department of Mechanical Engineering, City University of Hong Kong, Hong Kong","City University of Hong Kong Shenzhen Research Institute, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-5227-1326","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"City University of Hong Kong Shenzhen Research Institute, Shenzhen, China","institution_ids":["https://openalex.org/I168719708","https://openalex.org/I4210105229"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":36.9336,"has_fulltext":false,"cited_by_count":103,"citation_normalized_percentile":{"value":0.99923181,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"20","issue":"12","first_page":"13753","last_page":"13764"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12301","display_name":"Facial Nerve Paralysis Treatment and Research","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6728456020355225},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6305052042007446},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6278404593467712},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.613558828830719},{"id":"https://openalex.org/keywords/facial-muscles","display_name":"Facial muscles","score":0.5886053442955017},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5160512328147888},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4899822771549225},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4770723581314087},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.41997942328453064},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3426806628704071},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.18023303151130676},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13871967792510986},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11320319771766663}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6728456020355225},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6305052042007446},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6278404593467712},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.613558828830719},{"id":"https://openalex.org/C2780905192","wikidata":"https://www.wikidata.org/wiki/Q2341604","display_name":"Facial muscles","level":2,"score":0.5886053442955017},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5160512328147888},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4899822771549225},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4770723581314087},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.41997942328453064},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3426806628704071},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.18023303151130676},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13871967792510986},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11320319771766663},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2024.3431640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3431640","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2535251768","display_name":null,"funder_award_id":"20232BAB212026","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"},{"id":"https://openalex.org/G5135579291","display_name":null,"funder_award_id":"62177018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6221147","display_name":null,"funder_award_id":"62173286","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6230891230","display_name":null,"funder_award_id":"62211530433","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6377664988","display_name":null,"funder_award_id":"62277041","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6969821397","display_name":null,"funder_award_id":"62077020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322665","display_name":"Natural Science Foundation of Jiangxi Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2896277673","https://openalex.org/W2997336602","https://openalex.org/W3003720578","https://openalex.org/W3034504038","https://openalex.org/W3035336958","https://openalex.org/W3089911443","https://openalex.org/W3093327233","https://openalex.org/W3118405827","https://openalex.org/W3118530108","https://openalex.org/W3167267673","https://openalex.org/W3171838246","https://openalex.org/W3173787706","https://openalex.org/W3175546442","https://openalex.org/W3179103990","https://openalex.org/W3184571633","https://openalex.org/W3194949249","https://openalex.org/W3195286673","https://openalex.org/W3206041168","https://openalex.org/W3209577450","https://openalex.org/W3209798173","https://openalex.org/W4221143482","https://openalex.org/W4224930880","https://openalex.org/W4226368482","https://openalex.org/W4226487943","https://openalex.org/W4308386320","https://openalex.org/W4309389066","https://openalex.org/W4310536495","https://openalex.org/W4311414773","https://openalex.org/W4312465353","https://openalex.org/W4312823769","https://openalex.org/W4313555039","https://openalex.org/W4313887774","https://openalex.org/W4317033482","https://openalex.org/W4323338516","https://openalex.org/W4328055086","https://openalex.org/W4385801205","https://openalex.org/W4390874537","https://openalex.org/W4394645697","https://openalex.org/W6803462455","https://openalex.org/W6847039152","https://openalex.org/W6857894373","https://openalex.org/W6864202710"],"related_works":["https://openalex.org/W3091878148","https://openalex.org/W2016890297","https://openalex.org/W2151042192","https://openalex.org/W2318316519","https://openalex.org/W4391878844","https://openalex.org/W33985024","https://openalex.org/W2766918803","https://openalex.org/W1556399758","https://openalex.org/W2108952035","https://openalex.org/W2041477293"],"abstract_inverted_index":{"How":[0],"to":[1,20],"automatically":[2],"recognize":[3],"facial":[4,14,40,53,57,70,80,88,126],"expression":[5,15,58],"has":[6],"caused":[7],"concerns":[8],"in":[9,34,56,110],"industrial":[10],"human\u2013robot":[11],"interaction.":[12],"However,":[13],"recognition":[16],"(FER)":[17],"is":[18,128],"susceptible":[19],"problems,":[21],"such":[22],"as":[23],"occlusion,":[24],"arbitrary":[25],"orientations,":[26],"and":[27,76,104,142],"illumination.":[28],"To":[29],"effectively":[30],"address":[31],"these":[32],"challenges":[33],"FER,":[35],"we":[36],"present":[37],"a":[38],"novel":[39,97],"muscle":[41,54,66,81,105],"movement":[42],"aware":[43],"representation":[44],"learning":[45],"that":[46,145],"can":[47],"learn":[48],"the":[49,112],"semantic":[50,74],"relationships":[51],"of":[52,114],"movements":[55,67],"images.":[59],"Two":[60],"key":[61],"findings":[62],"are":[63],"revealed:":[64],"1)":[65],"from":[68],"different":[69,87],"regions":[71,82,127],"often":[72],"show":[73,144],"relationships;":[75],"2)":[77],"not":[78],"all":[79],"have":[83],"equal":[84],"contributions":[85],"for":[86,117],"expressions.":[89],"On":[90],"this":[91,93],"basis,":[92],"model":[94,116],"presents":[95],"two":[96],"modules,":[98],"namely,":[99],"discriminative":[100],"feature":[101],"generation":[102],"(DFG)":[103],"relationship":[106],"mining":[107],"(MRM).":[108],"Specifically,":[109],"DFG,":[111],"memory":[113],"our":[115,146],"mislabeling":[118],"decreases.":[119],"In":[120],"MRM,":[121],"muscle\u2013motion":[122],"interaction":[123],"among":[124],"diverse":[125],"learned":[129],"through":[130],"visual":[131],"transformers":[132],"(MMATrans).":[133],"Experiments":[134],"on":[135],"three":[136],"in-the-wild":[137],"FER":[138],"datasets":[139],"(RAF-DB,":[140],"FERPlus,":[141],"AffectNet)":[143],"MMATrans":[147],"yields":[148],"better":[149],"performance":[150],"compared":[151],"with":[152],"state-of-the-art":[153],"methods.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":68},{"year":2024,"cited_by_count":11}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}