{"id":"https://openalex.org/W4391021402","doi":"https://doi.org/10.1109/asru57964.2023.10389708","title":"Improved Multi-Modal Emotion Recognition Using Squeeze-and-Excitation Block in Cross-Modal Attention","display_name":"Improved Multi-Modal Emotion Recognition Using Squeeze-and-Excitation Block in Cross-Modal Attention","publication_year":2023,"publication_date":"2023-12-16","ids":{"openalex":"https://openalex.org/W4391021402","doi":"https://doi.org/10.1109/asru57964.2023.10389708"},"language":"en","primary_location":{"id":"doi:10.1109/asru57964.2023.10389708","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru57964.2023.10389708","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101900841","display_name":"Junchen Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Junchen Liu","raw_affiliation_strings":["University of Auckland,Computer, and Software Engineering,Department of Electrical,Auckland,New Zealand,1010"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Auckland,Computer, and Software Engineering,Department of Electrical,Auckland,New Zealand,1010","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082577862","display_name":"Jesin James","orcid":"https://orcid.org/0000-0003-0024-9597"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Jesin James","raw_affiliation_strings":["University of Auckland,Computer, and Software Engineering,Department of Electrical,Auckland,New Zealand,1010"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Auckland,Computer, and Software Engineering,Department of Electrical,Auckland,New Zealand,1010","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107339473","display_name":"Karan Nathwani","orcid":"https://orcid.org/0000-0002-0678-2328"},"institutions":[{"id":"https://openalex.org/I4210127441","display_name":"Indian Institute of Technology Jammu","ror":"https://ror.org/02f0vsw63","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210127441"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Karan Nathwani","raw_affiliation_strings":["Indian Institute of Technology,Jammu Department of Electrical Engineering,Jammu,India,181221"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology,Jammu Department of Electrical Engineering,Jammu,India,181221","institution_ids":["https://openalex.org/I4210127441"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4086,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.85176991,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.8659816980361938},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6511783599853516},{"id":"https://openalex.org/keywords/excitation","display_name":"Excitation","score":0.5265522003173828},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.49847960472106934},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4970848858356476},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3437904119491577},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.2140325903892517},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21003511548042297},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12472391128540039},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07858043909072876},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.05865120887756348},{"id":"https://openalex.org/keywords/composite-material","display_name":"Composite material","score":0.05611163377761841}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.8659816980361938},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6511783599853516},{"id":"https://openalex.org/C83581075","wikidata":"https://www.wikidata.org/wiki/Q1361503","display_name":"Excitation","level":2,"score":0.5265522003173828},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.49847960472106934},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4970848858356476},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3437904119491577},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.2140325903892517},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21003511548042297},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12472391128540039},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07858043909072876},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.05865120887756348},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.05611163377761841}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/asru57964.2023.10389708","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru57964.2023.10389708","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2146334809","https://openalex.org/W2194775991","https://openalex.org/W2584561145","https://openalex.org/W2752782242","https://openalex.org/W2803193013","https://openalex.org/W2891359673","https://openalex.org/W2892821358","https://openalex.org/W2896457183","https://openalex.org/W2914132458","https://openalex.org/W2963446712","https://openalex.org/W2986901040","https://openalex.org/W2991170427","https://openalex.org/W3007558004","https://openalex.org/W3009968105","https://openalex.org/W3095251683","https://openalex.org/W3114195756","https://openalex.org/W3128289497","https://openalex.org/W3132302778","https://openalex.org/W3135006803","https://openalex.org/W3136524425","https://openalex.org/W3179560930","https://openalex.org/W3183891373","https://openalex.org/W3194672963","https://openalex.org/W3209710747","https://openalex.org/W3215440557","https://openalex.org/W4210611093","https://openalex.org/W4220829848","https://openalex.org/W4224916778","https://openalex.org/W4225878721","https://openalex.org/W4226442973","https://openalex.org/W4283016277","https://openalex.org/W4283698005","https://openalex.org/W4285161007","https://openalex.org/W4288050061","https://openalex.org/W4289780755","https://openalex.org/W4296992742","https://openalex.org/W4310297572","https://openalex.org/W4313531231","https://openalex.org/W4362721809","https://openalex.org/W4372268605","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6758708112"],"related_works":["https://openalex.org/W2364310969","https://openalex.org/W2373007135","https://openalex.org/W2390901883","https://openalex.org/W2012074534","https://openalex.org/W4211113703","https://openalex.org/W2372403409","https://openalex.org/W3105646692","https://openalex.org/W4387914125","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"The":[0],"field":[1],"of":[2,99],"multi-modal":[3,25,33],"emotion":[4,26,34],"recognition":[5,35,115],"has":[6],"gained":[7],"significant":[8],"attention":[9,39],"due":[10],"to":[11,41,63,77,104],"its":[12],"applications":[13],"in":[14,24],"human-computer":[15],"interaction.":[16],"This":[17],"paper":[18],"explores":[19],"recent":[20],"advancements":[21],"and":[22,49,61,69,74,128],"challenges":[23],"recognition.":[27],"We":[28,81],"propose":[29],"a":[30,91],"neural":[31,51],"network-based":[32],"model":[36,48,122],"that":[37,94],"applies":[38],"mechanisms":[40],"fuse":[42],"features":[43,65,85,101],"extracted":[44,84],"by":[45],"the":[46,96,106,113,126,132],"transformer":[47],"convolutional":[50,73],"networks.":[52],"Specifically,":[53],"we":[54],"use":[55],"pre-trained":[56],"models,":[57],"including":[58],"BERT,":[59],"ResNet,":[60],"DenseNet,":[62],"extract":[64],"from":[66],"text,":[67],"spectrograms,":[68],"face":[70],"images,":[71],"combining":[72],"recurrent":[75],"layers":[76],"capture":[78],"temporal":[79],"information.":[80],"integrate":[82],"all":[83],"using":[86],"cross-modal":[87],"attention.":[88],"In":[89],"addition,":[90],"novel":[92],"squeeze-and-excitation":[93],"enhances":[95],"representation":[97],"ability":[98,116],"individual":[100],"is":[102,123],"proposed":[103],"find":[105],"fine":[107],"distinction":[108],"between":[109],"emotions,":[110],"which":[111],"improves":[112],"model\u2019s":[114],"for":[117],"similar":[118],"emotional":[119],"states.":[120],"Our":[121],"evaluated":[124],"on":[125],"IEMOCAP":[127],"RAVDESS":[129],"datasets,":[130],"outperforming":[131],"state-of-the-art":[133],"results.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}