{"id":"https://openalex.org/W4409057747","doi":"https://doi.org/10.1587/transinf.2024edp7161","title":"A Multimodal Emotion Recognition Model with Intra-Modal Enhancement and Inter-Modal Interaction","display_name":"A Multimodal Emotion Recognition Model with Intra-Modal Enhancement and Inter-Modal Interaction","publication_year":2025,"publication_date":"2025-04-01","ids":{"openalex":"https://openalex.org/W4409057747","doi":"https://doi.org/10.1587/transinf.2024edp7161"},"language":"en","primary_location":{"id":"doi:10.1587/transinf.2024edp7161","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2024edp7161","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E108.D/10/E108.D_2024EDP7161/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.jstage.jst.go.jp/article/transinf/E108.D/10/E108.D_2024EDP7161/_pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100443001","display_name":"Zhe Zhang","orcid":"https://orcid.org/0000-0002-6791-9009"},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe ZHANG","raw_affiliation_strings":["School of Information Science and Technology, North China University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, North China University of Technology","institution_ids":["https://openalex.org/I1456306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100607418","display_name":"Yiding Wang","orcid":"https://orcid.org/0000-0002-6596-2337"},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiding WANG","raw_affiliation_strings":["School of Information Science and Technology, North China University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, North China University of Technology","institution_ids":["https://openalex.org/I1456306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003029773","display_name":"Jiali Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiali CUI","raw_affiliation_strings":["School of Information Science and Technology, North China University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, North China University of Technology","institution_ids":["https://openalex.org/I1456306"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100693355","display_name":"Han Zheng","orcid":"https://orcid.org/0000-0001-5264-1545"},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]},{"id":"https://openalex.org/I4210094063","display_name":"Guangxi Zhuang Autonomous Region Department of Education","ror":"https://ror.org/00kx48s25","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210094063"]},{"id":"https://openalex.org/I4210161599","display_name":"Hechi University","ror":"https://ror.org/05pjkyk24","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210161599"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han ZHENG","raw_affiliation_strings":["Key Laboratory of AI and Information Processing, Education Department of Guangxi Zhuang Autonomous Region, Hechi University","School of Information Science and Technology, North China University of Technology","Key Laboratory of AI and Information Processing, Education Department of Guangxi Zhuang Autonomous Re-gion, Hechi University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of AI and Information Processing, Education Department of Guangxi Zhuang Autonomous Region, Hechi University","institution_ids":["https://openalex.org/I4210094063"]},{"raw_affiliation_string":"School of Information Science and Technology, North China University of Technology","institution_ids":["https://openalex.org/I1456306"]},{"raw_affiliation_string":"Key Laboratory of AI and Information Processing, Education Department of Guangxi Zhuang Autonomous Re-gion, Hechi University","institution_ids":["https://openalex.org/I4210161599"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2611,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.77823618,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"E108.D","issue":"10","first_page":"1206","last_page":"1216"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8705999851226807,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8705999851226807,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.8368614912033081},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8246786594390869},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4185875952243805},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4033814072608948},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3459036350250244},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34373101592063904}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.8368614912033081},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8246786594390869},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4185875952243805},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4033814072608948},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3459036350250244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34373101592063904},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1587/transinf.2024edp7161","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2024edp7161","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E108.D/10/E108.D_2024EDP7161/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1587/transinf.2024edp7161","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2024edp7161","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E108.D/10/E108.D_2024EDP7161/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7348502280","display_name":null,"funder_award_id":"62276018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409057747.pdf","grobid_xml":"https://content.openalex.org/works/W4409057747.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2085662862","https://openalex.org/W2146334809","https://openalex.org/W2194775991","https://openalex.org/W2887558244","https://openalex.org/W2963446712","https://openalex.org/W2963686995","https://openalex.org/W2964010806","https://openalex.org/W2964300796","https://openalex.org/W2997258743","https://openalex.org/W3093051361","https://openalex.org/W3173396651","https://openalex.org/W3189680433","https://openalex.org/W3211488063","https://openalex.org/W4221154966","https://openalex.org/W4221163935","https://openalex.org/W4287887917","https://openalex.org/W4303649263","https://openalex.org/W4312292725","https://openalex.org/W4367281761","https://openalex.org/W4386254667","https://openalex.org/W4386319016","https://openalex.org/W4389518760","https://openalex.org/W4394596865"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W2320915480","https://openalex.org/W2362990116","https://openalex.org/W2381300099","https://openalex.org/W3105646692","https://openalex.org/W4387914125","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"Multimodal":[0,118],"Emotion":[1],"Recognition":[2],"(MER)":[3],"is":[4,100,103],"a":[5,79,116],"critical":[6],"task":[7],"in":[8,30],"sentiment":[9],"analysis.":[10],"Current":[11],"methods":[12],"primarily":[13],"focus":[14],"on":[15,124,156],"multimodal":[16,97,136],"fusion":[17],"and":[18,44,57,63,91,128,139,154,159,177],"representation":[19,98],"of":[20],"emotions,":[21],"but":[22],"they":[23],"fail":[24],"to":[25,108,163],"capture":[26],"the":[27,70,96,113,141,148,157,169],"collaborative":[28],"interaction":[29,46],"modalities":[31,65,93],"effectively.":[32,94],"In":[33],"this":[34,49],"study,":[35],"we":[36],"propose":[37],"an":[38],"MER":[39],"model":[40,50,68,114,149,171],"with":[41,83,105],"intra-modal":[42,88,174],"enhancement":[43],"inter-modal":[45,110,179],"(IEII).":[47],"Firstly,":[48],"extracts":[51],"emotion":[52,137],"information":[53,176],"through":[54],"RoBERTa,":[55],"openSMILE,":[56],"DenseNet":[58],"architectures":[59],"from":[60],"text,":[61],"audio":[62],"video":[64],"respectively.":[66],"The":[67,132,143],"designs":[69,115],"Large":[71],"Enhanced":[72],"Kernel":[73],"Attention":[74,119],"(LEKA)":[75],"module":[76,122,134],"which":[77,102],"utilizes":[78],"simplified":[80],"attention":[81,127,130],"mechanism":[82],"large":[84],"convolutional":[85],"kernels,":[86],"enhances":[87,173],"emotional":[89,175],"information,":[90],"aligns":[92],"Then":[95],"space":[99],"proposed,":[101],"constructed":[104],"transformer":[106],"encoders":[107],"explore":[109],"interactions.":[111,180],"Finally,":[112],"Dual-Branch":[117],"Fusion":[120],"(DMAF)":[121],"based":[123],"grouped":[125],"query":[126],"rapid":[129],"mechanisms.":[131],"DMAF":[133],"integrates":[135],"representations":[138],"realizes":[140],"MER.":[142],"experimental":[144],"results":[145],"indicate":[146],"that":[147,168],"achieves":[150],"superior":[151],"overall":[152],"accuracy":[153],"F1-scores":[155],"IEMOCAP":[158],"MELD":[160],"datasets":[161],"compared":[162],"existing":[164],"methods.":[165],"It":[166],"proved":[167],"proposed":[170],"effectively":[172],"captures":[178]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-13T14:20:09.374765","created_date":"2025-10-10T00:00:00"}