{"id":"https://openalex.org/W7161627767","doi":"https://doi.org/10.20965/jaciii.2026.p0749","title":"Cross-Attention Audio\u2013Visual Fusion Based on Multi-Scale Vision Transformers for Emotion Recognition","display_name":"Cross-Attention Audio\u2013Visual Fusion Based on Multi-Scale Vision Transformers for Emotion Recognition","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161627767","doi":"https://doi.org/10.20965/jaciii.2026.p0749"},"language":"en","primary_location":{"id":"doi:10.20965/jaciii.2026.p0749","is_oa":true,"landing_page_url":"https://doi.org/10.20965/jaciii.2026.p0749","pdf_url":null,"source":{"id":"https://openalex.org/S4511983","display_name":"Journal of Advanced Computational Intelligence and Intelligent Informatics","issn_l":"1343-0130","issn":["1343-0130","1883-8014"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4324309662","host_organization_name":"Fuji Technology Press Ltd.","host_organization_lineage":["https://openalex.org/P4324309662"],"host_organization_lineage_names":["Fuji Technology Press Ltd."],"type":"journal"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Advanced Computational Intelligence and Intelligent Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.20965/jaciii.2026.p0749","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chengao Bao","orcid":null},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]},{"id":"https://openalex.org/I4210153682","display_name":"Intelligent Health (United Kingdom)","ror":"https://ror.org/0576zak10","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210153682"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Chengao Bao","raw_affiliation_strings":["Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, \tEngineering Research Center of Intelligent Technology for Geo-Exploration, Ministry of Education, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China","School of Artificial Intelligence and Automation, China University of Geosciences, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, \tEngineering Research Center of Intelligent Technology for Geo-Exploration, Ministry of Education, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China","institution_ids":["https://openalex.org/I4210153682"]},{"raw_affiliation_string":"School of Artificial Intelligence and Automation, China University of Geosciences, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Luefeng Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]},{"id":"https://openalex.org/I4210153682","display_name":"Intelligent Health (United Kingdom)","ror":"https://ror.org/0576zak10","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210153682"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Luefeng Chen","raw_affiliation_strings":["Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, \tEngineering Research Center of Intelligent Technology for Geo-Exploration, Ministry of Education, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China","School of Artificial Intelligence and Automation, China University of Geosciences, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, \tEngineering Research Center of Intelligent Technology for Geo-Exploration, Ministry of Education, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China","institution_ids":["https://openalex.org/I4210153682"]},{"raw_affiliation_string":"School of Artificial Intelligence and Automation, China University of Geosciences, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Min Li","orcid":null},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]},{"id":"https://openalex.org/I4210153682","display_name":"Intelligent Health (United Kingdom)","ror":"https://ror.org/0576zak10","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210153682"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Min Li","raw_affiliation_strings":["Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, \tEngineering Research Center of Intelligent Technology for Geo-Exploration, Ministry of Education, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China","School of Artificial Intelligence and Automation, China University of Geosciences, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, \tEngineering Research Center of Intelligent Technology for Geo-Exploration, Ministry of Education, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China","institution_ids":["https://openalex.org/I4210153682"]},{"raw_affiliation_string":"School of Artificial Intelligence and Automation, China University of Geosciences, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Min Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]},{"id":"https://openalex.org/I4210153682","display_name":"Intelligent Health (United Kingdom)","ror":"https://ror.org/0576zak10","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210153682"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Min Wu","raw_affiliation_strings":["Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, \tEngineering Research Center of Intelligent Technology for Geo-Exploration, Ministry of Education, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China","School of Artificial Intelligence and Automation, China University of Geosciences, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, \tEngineering Research Center of Intelligent Technology for Geo-Exploration, Ministry of Education, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China","institution_ids":["https://openalex.org/I4210153682"]},{"raw_affiliation_string":"School of Artificial Intelligence and Automation, China University of Geosciences, No.388 Lumo Road, Hongshan District, Wuhan, Hubei 430074, China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Witold Pedrycz","orcid":null},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Witold Pedrycz","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, 116 Street and 85 Avenue, Edmonton, Alberta T6R 2G7, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, 116 Street and 85 Avenue, Edmonton, Alberta T6R 2G7, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":null,"display_name":"Kaoru Hirota","orcid":null},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kaoru Hirota","raw_affiliation_strings":["Tokyo Institute of Technology, 2-12-1 Ookayama, Meguro-ku, Tokyo 152-8550, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, 2-12-1 Ookayama, Meguro-ku, Tokyo 152-8550, Japan","institution_ids":["https://openalex.org/I114531698"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.81055227,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":"3","first_page":"749","last_page":"760"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.7565000057220459},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6053000092506409},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5881999731063843},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5681999921798706},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5286999940872192},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.46709999442100525},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.3765999972820282},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.3621000051498413},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.35440000891685486}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8565000295639038},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.7565000057220459},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6269000172615051},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6053000092506409},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5881999731063843},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5681999921798706},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5286999940872192},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.46709999442100525},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.46070000529289246},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39089998602867126},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.3765999972820282},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.3621000051498413},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.35440000891685486},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.3357999920845032},{"id":"https://openalex.org/C133892786","wikidata":"https://www.wikidata.org/wiki/Q1145189","display_name":"Speaker recognition","level":2,"score":0.32850000262260437},{"id":"https://openalex.org/C88799230","wikidata":"https://www.wikidata.org/wiki/Q3398329","display_name":"Three-dimensional face recognition","level":5,"score":0.32269999384880066},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.31540000438690186},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31130000948905945},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.27549999952316284},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.20965/jaciii.2026.p0749","is_oa":true,"landing_page_url":"https://doi.org/10.20965/jaciii.2026.p0749","pdf_url":null,"source":{"id":"https://openalex.org/S4511983","display_name":"Journal of Advanced Computational Intelligence and Intelligent Informatics","issn_l":"1343-0130","issn":["1343-0130","1883-8014"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4324309662","host_organization_name":"Fuji Technology Press Ltd.","host_organization_lineage":["https://openalex.org/P4324309662"],"host_organization_lineage_names":["Fuji Technology Press Ltd."],"type":"journal"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Advanced Computational Intelligence and Intelligent Informatics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.20965/jaciii.2026.p0749","is_oa":true,"landing_page_url":"https://doi.org/10.20965/jaciii.2026.p0749","pdf_url":null,"source":{"id":"https://openalex.org/S4511983","display_name":"Journal of Advanced Computational Intelligence and Intelligent Informatics","issn_l":"1343-0130","issn":["1343-0130","1883-8014"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4324309662","host_organization_name":"Fuji Technology Press Ltd.","host_organization_lineage":["https://openalex.org/P4324309662"],"host_organization_lineage_names":["Fuji Technology Press Ltd."],"type":"journal"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Advanced Computational Intelligence and Intelligent Informatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1965947362","https://openalex.org/W1966797434","https://openalex.org/W2112796928","https://openalex.org/W2146334809","https://openalex.org/W2149628368","https://openalex.org/W2161969291","https://openalex.org/W2168692779","https://openalex.org/W2193145675","https://openalex.org/W2194775991","https://openalex.org/W2322480645","https://openalex.org/W2551403050","https://openalex.org/W2565639579","https://openalex.org/W2610961739","https://openalex.org/W2612041314","https://openalex.org/W2803193013","https://openalex.org/W2889544113","https://openalex.org/W2966140490","https://openalex.org/W2974147224","https://openalex.org/W3016138882","https://openalex.org/W3090471441","https://openalex.org/W3118826611","https://openalex.org/W3128420506","https://openalex.org/W3131500599","https://openalex.org/W3137028092","https://openalex.org/W3151130473","https://openalex.org/W3175825020","https://openalex.org/W3186351311","https://openalex.org/W4214614183","https://openalex.org/W4220829848","https://openalex.org/W4224221948","https://openalex.org/W4286544676","https://openalex.org/W4327852215","https://openalex.org/W4372269797","https://openalex.org/W4387773128","https://openalex.org/W4392903647","https://openalex.org/W4392903856","https://openalex.org/W4402640128","https://openalex.org/W4405239343","https://openalex.org/W4406662397","https://openalex.org/W4410586919"],"related_works":[],"abstract_inverted_index":{"A":[0],"multimodal":[1],"emotion":[2,73,83,107],"recognition":[3,84,93,108],"method":[4,20,91],"based":[5],"on":[6,77],"a":[7,22,27],"multi-scale":[8,23],"vision":[9,24],"Transformer":[10,25],"and":[11,26,39,48,56,68,80,97],"cross":[12],"attention":[13],"mechanism":[14,29],"(MSFCA)":[15],"is":[16],"proposed.":[17],"The":[18],"proposed":[19,89],"integrates":[21],"cross-attention":[28],"to":[30],"fully":[31],"exploit":[32],"the":[33,54,59,66,78,88,102],"complementary":[34],"information":[35],"between":[36],"facial":[37],"expressions":[38],"speech":[40],"modalities,":[41],"thereby":[42,64],"enabling":[43],"more":[44],"effective":[45],"feature":[46],"extraction":[47],"fusion.":[49],"By":[50],"incorporating":[51],"L1":[52],"regularization,":[53],"sparsity":[55],"robustness":[57],"of":[58,71,95],"fused":[60],"features":[61],"are":[62],"enhanced,":[63],"improving":[65],"accuracy":[67],"generalization":[69],"capability":[70],"multi-modal":[72,82,106],"recognition.":[74],"Experimental":[75],"results":[76],"eNTERFACE\u201905":[79],"RAVDESS":[81],"datasets":[85],"demonstrate":[86],"that":[87],"MSFCA":[90],"achieves":[92],"accuracies":[94],"86.16%":[96],"87.14%,":[98],"respectively,":[99],"which":[100],"satisfy":[101],"requirements":[103],"for":[104],"reliable":[105],"in":[109],"practical":[110],"applications.":[111]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-19T00:00:00"}