{"id":"https://openalex.org/W4411635442","doi":"https://doi.org/10.1145/3731715.3733264","title":"A Transformer-Based Multimodal Framework for Hidden Emotion Recognition through Micro-Expression and EEG Fusion","display_name":"A Transformer-Based Multimodal Framework for Hidden Emotion Recognition through Micro-Expression and EEG Fusion","publication_year":2025,"publication_date":"2025-06-25","ids":{"openalex":"https://openalex.org/W4411635442","doi":"https://doi.org/10.1145/3731715.3733264"},"language":"en","primary_location":{"id":"doi:10.1145/3731715.3733264","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731715.3733264","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065696119","display_name":"Chuang Ma","orcid":"https://orcid.org/0000-0002-5741-2036"},"institutions":[{"id":"https://openalex.org/I2802541053","display_name":"Academy of Military Medical Sciences","ror":"https://ror.org/02bv3c993","country_code":"CN","type":"facility","lineage":["https://openalex.org/I2802541053"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chuang Ma","raw_affiliation_strings":["Defense Innovation Institute, Academy of Military Sciences (AMS), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Defense Innovation Institute, Academy of Military Sciences (AMS), Beijing, China","institution_ids":["https://openalex.org/I2802541053"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045446912","display_name":"Shaokai Zhao","orcid":"https://orcid.org/0000-0002-4198-2552"},"institutions":[{"id":"https://openalex.org/I2802541053","display_name":"Academy of Military Medical Sciences","ror":"https://ror.org/02bv3c993","country_code":"CN","type":"facility","lineage":["https://openalex.org/I2802541053"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaokai Zhao","raw_affiliation_strings":["Defense Innovation Institute, Academy of Military Sciences (AMS), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Defense Innovation Institute, Academy of Military Sciences (AMS), Beijing, China","institution_ids":["https://openalex.org/I2802541053"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102908645","display_name":"Yu Pei","orcid":"https://orcid.org/0000-0003-0185-2283"},"institutions":[{"id":"https://openalex.org/I2802541053","display_name":"Academy of Military Medical Sciences","ror":"https://ror.org/02bv3c993","country_code":"CN","type":"facility","lineage":["https://openalex.org/I2802541053"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Pei","raw_affiliation_strings":["Defense Innovation Institute, Academy of Military Sciences (AMS), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Defense Innovation Institute, Academy of Military Sciences (AMS), Beijing, China","institution_ids":["https://openalex.org/I2802541053"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009285282","display_name":"Liang Xie","orcid":"https://orcid.org/0000-0002-8286-6785"},"institutions":[{"id":"https://openalex.org/I2802541053","display_name":"Academy of Military Medical Sciences","ror":"https://ror.org/02bv3c993","country_code":"CN","type":"facility","lineage":["https://openalex.org/I2802541053"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Xie","raw_affiliation_strings":["Defense Innovation Institute, Academy of Military Sciences (AMS), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Defense Innovation Institute, Academy of Military Sciences (AMS), Beijing, China","institution_ids":["https://openalex.org/I2802541053"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071229482","display_name":"Erwei Yin","orcid":"https://orcid.org/0000-0002-2147-9888"},"institutions":[{"id":"https://openalex.org/I2802541053","display_name":"Academy of Military Medical Sciences","ror":"https://ror.org/02bv3c993","country_code":"CN","type":"facility","lineage":["https://openalex.org/I2802541053"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Erwei Yin","raw_affiliation_strings":["Defense Innovation Institute, Academy of Military Sciences (AMS), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Defense Innovation Institute, Academy of Military Sciences (AMS), Beijing, China","institution_ids":["https://openalex.org/I2802541053"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5065696119"],"corresponding_institution_ids":["https://openalex.org/I2802541053"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14616501,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1000","last_page":"1008"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.648129940032959},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5930026769638062},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.566157877445221},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.537270188331604},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5068169236183167},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4981846809387207},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45732250809669495},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45278215408325195},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4505506157875061},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17314329743385315},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11120754480361938},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.10690364241600037},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09383958578109741},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.06280913949012756}],"concepts":[{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.648129940032959},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5930026769638062},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.566157877445221},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.537270188331604},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5068169236183167},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4981846809387207},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45732250809669495},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45278215408325195},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4505506157875061},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17314329743385315},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11120754480361938},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.10690364241600037},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09383958578109741},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.06280913949012756},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3731715.3733264","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731715.3733264","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2591989046","display_name":null,"funder_award_id":"20240484513","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1829924905","https://openalex.org/W1882958252","https://openalex.org/W1983014650","https://openalex.org/W2002055708","https://openalex.org/W2006426145","https://openalex.org/W2058856762","https://openalex.org/W2059068649","https://openalex.org/W2064721261","https://openalex.org/W2077697924","https://openalex.org/W2139916508","https://openalex.org/W2154706222","https://openalex.org/W2426188534","https://openalex.org/W2478411578","https://openalex.org/W2571743746","https://openalex.org/W2572280252","https://openalex.org/W2731964405","https://openalex.org/W2790404832","https://openalex.org/W2806925798","https://openalex.org/W2903959724","https://openalex.org/W2911220936","https://openalex.org/W2959639774","https://openalex.org/W2959679536","https://openalex.org/W2997025969","https://openalex.org/W3025630664","https://openalex.org/W3035383616","https://openalex.org/W3080756971","https://openalex.org/W3098002894","https://openalex.org/W3139546544","https://openalex.org/W3159301005","https://openalex.org/W3169801598","https://openalex.org/W3195543922","https://openalex.org/W3214882941","https://openalex.org/W4220866631","https://openalex.org/W4225411558","https://openalex.org/W4233182706","https://openalex.org/W4243095255","https://openalex.org/W4281710448","https://openalex.org/W4283655854","https://openalex.org/W4297813700","https://openalex.org/W4307704712","https://openalex.org/W4360939780","https://openalex.org/W4367840164","https://openalex.org/W4379468209","https://openalex.org/W4384436089","https://openalex.org/W4391969870","https://openalex.org/W4392294350","https://openalex.org/W4395028532","https://openalex.org/W4402978428","https://openalex.org/W4403297497","https://openalex.org/W6618372016"],"related_works":["https://openalex.org/W2922348724","https://openalex.org/W200322357","https://openalex.org/W2130428257","https://openalex.org/W4308951944","https://openalex.org/W2057366091","https://openalex.org/W4312960290","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2152662039"],"abstract_inverted_index":{"With":[0],"the":[1,20,81,84,105],"development":[2],"of":[3,23,54,83,117],"multimedia":[4],"technology,":[5],"emotion":[6,13,89],"recognition":[7,14],"has":[8],"gradually":[9],"matured,":[10],"but":[11],"hidden":[12],"still":[15],"faces":[16],"numerous":[17],"challenges.":[18],"Given":[19],"unique":[21],"advantages":[22],"micro-expressions":[24],"(MEs)":[25],"and":[26,56,71,122],"electroencephalogram":[27],"(EEG)":[28],"signals":[29],"in":[30,46,63],"capturing":[31],"subtle":[32],"emotional":[33,50,77],"cues,":[34],"we":[35,86],"recreated":[36],"scenarios":[37],"where":[38],"individuals":[39],"suppress":[40],"facial":[41],"expressions":[42],"to":[43,48],"conceal":[44],"emotions":[45],"response":[47],"intense":[49],"stimuli.":[51],"Simultaneous":[52],"recording":[53],"MEs":[55],"EEG":[57,73],"data":[58],"from":[59],"75":[60],"participants":[61],"resulted":[62],"a":[64,94,109,128],"dataset":[65],"comprising":[66],"634":[67],"ME":[68],"video":[69],"clips":[70],"2,890":[72],"trials":[74],"across":[75],"seven":[76],"categories.":[78],"To":[79],"assess":[80],"reliability":[82],"dataset,":[85],"developed":[87],"an":[88,115],"classification":[90,121],"model":[91,113],"based":[92],"on":[93],"cross-modal":[95],"attention":[96],"mechanism.":[97],"This":[98],"framework":[99],"enables":[100],"dynamic":[101],"information":[102],"exchange":[103],"between":[104],"two":[106],"modalities":[107],"through":[108],"Cross-Transformer":[110],"architecture.":[111],"The":[112],"achieved":[114],"accuracy":[116],"89.71%":[118],"for":[119,124],"three-class":[120],"40.22%":[123],"seven-class":[125],"classification,":[126],"demonstrating":[127],"significant":[129],"improvement":[130],"over":[131],"conventional":[132],"unimodal":[133],"approaches.":[134]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}