{"id":"https://openalex.org/W4312611743","doi":"https://doi.org/10.1109/access.2022.3225684","title":"Deep Learning-Based Speech Emotion Recognition Using Multi-Level Fusion of Concurrent Features","display_name":"Deep Learning-Based Speech Emotion Recognition Using Multi-Level Fusion of Concurrent Features","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312611743","doi":"https://doi.org/10.1109/access.2022.3225684"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3225684","doi":"https://doi.org/10.1109/access.2022.3225684","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3225684","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09966603.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4312611743"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09966603.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062249071","display_name":"Samuel Kakuba","orcid":"https://orcid.org/0000-0002-6722-2578","observed_orcids":["https://orcid.org/0000-0002-6722-2578"]},"institutions":[{"id":"https://openalex.org/I3129482412","display_name":"Kabale University","ror":"https://ror.org/01dn27978","country_code":"UG","type":"education","lineage":["https://openalex.org/I3129482412"]},{"id":"https://openalex.org/I31419693","display_name":"Kyungpook National University","ror":"https://ror.org/040c17130","country_code":"KR","type":"education","lineage":["https://openalex.org/I31419693"]}],"countries":["KR","UG"],"is_corresponding":false,"raw_author_name":"Samuel Kakuba","raw_affiliation_strings":["Graduate School of Electronic and Electrical Engineering, Kyungpook National University, Daegu, South Korea","Faculty of Technology, Engineering, Applied Design and Fine Art, Kabale University, Kabale, Uganda"],"raw_orcid":"https://orcid.org/0000-0002-6722-2578","affiliations":[{"raw_affiliation_string":"Graduate School of Electronic and Electrical Engineering, Kyungpook National University, Daegu, South Korea","institution_ids":["https://openalex.org/I31419693"]},{"raw_affiliation_string":"Faculty of Technology, Engineering, Applied Design and Fine Art, Kabale University, Kabale, Uganda","institution_ids":["https://openalex.org/I3129482412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063441690","display_name":"Alwin Poulose","orcid":"https://orcid.org/0000-0001-7100-8665","observed_orcids":["https://orcid.org/0000-0001-7100-8665"]},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alwin Poulose","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Michigan, Dearborn, MI, USA"],"raw_orcid":"https://orcid.org/0000-0001-7100-8665","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Michigan, Dearborn, MI, USA","institution_ids":["https://openalex.org/I4210130704"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086165395","display_name":"Dong Seog Han","orcid":"https://orcid.org/0000-0002-7769-0236","observed_orcids":["https://orcid.org/0000-0002-7769-0236"]},"institutions":[{"id":"https://openalex.org/I31419693","display_name":"Kyungpook National University","ror":"https://ror.org/040c17130","country_code":"KR","type":"education","lineage":["https://openalex.org/I31419693"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dong Seog Han","raw_affiliation_strings":["School of Electronics Engineering, Kyungpook National University, Daegu, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-7769-0236","affiliations":[{"raw_affiliation_string":"School of Electronics Engineering, Kyungpook National University, Daegu, South Korea","institution_ids":["https://openalex.org/I31419693"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.4402,"has_fulltext":true,"cited_by_count":62,"citation_normalized_percentile":{"value":0.94178944,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"125538","last_page":"125551"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speech-emotion-recognition","display_name":"speech emotion recognition","score":0.9990000128746033},{"id":"https://openalex.org/keywords/multilevel-feature-fusion","display_name":"multi-level feature fusion","score":0.9390000104904175},{"id":"https://openalex.org/keywords/spatio-temporal-features","display_name":"spatio-temporal features","score":0.8669999837875366},{"id":"https://openalex.org/keywords/grammatical-features","display_name":"grammatical features","score":0.7039999961853027},{"id":"https://openalex.org/keywords/transformer-encoder","display_name":"Transformer encoder","score":0.5950000286102295},{"id":"https://openalex.org/keywords/dilated-causal-convolution","display_name":"dilated causal convolution","score":0.8619999885559082},{"id":"https://openalex.org/keywords/bidirectional-lstm","display_name":"bidirectional LSTM","score":0.8270000219345093},{"id":"https://openalex.org/keywords/iemocap","display_name":"IEMOCAP","score":0.7580000162124634},{"id":"https://openalex.org/keywords/audio-text-fusion","display_name":"audio-text fusion","score":0.550000011920929},{"id":"https://openalex.org/keywords/self-attention","display_name":"self-attention","score":0.5950000286102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7699753046035767},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6538881063461304},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.649788498878479},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5688104629516602},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4645649492740631},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41163739562034607},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3225684","doi":"https://doi.org/10.1109/access.2022.3225684","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3225684","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09966603.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:fac27b134a654cdea28d951151a31d81","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/fac27b134a654cdea28d951151a31d81","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 125538-125551 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3225684","doi":"https://doi.org/10.1109/access.2022.3225684","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3225684","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09966603.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G354328791","display_name":null,"funder_award_id":"IITP-2022-2020-0-01808","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G4700831490","display_name":null,"funder_award_id":"2022-","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G7007320958","display_name":null,"funder_award_id":"IITP-2022-2020-0-01808","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G7555590354","display_name":null,"funder_award_id":"2020-0-01808","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312611743.pdf","grobid_xml":"https://content.openalex.org/works/W4312611743.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1902237438","https://openalex.org/W2003238582","https://openalex.org/W2064675550","https://openalex.org/W2133564696","https://openalex.org/W2146334809","https://openalex.org/W2150906796","https://openalex.org/W2194775991","https://openalex.org/W2222099799","https://openalex.org/W2314395941","https://openalex.org/W2527501962","https://openalex.org/W2613375858","https://openalex.org/W2619383789","https://openalex.org/W2620836355","https://openalex.org/W2626778328","https://openalex.org/W2797947982","https://openalex.org/W2896457183","https://openalex.org/W2897191477","https://openalex.org/W2912159753","https://openalex.org/W2963341956","https://openalex.org/W2972463723","https://openalex.org/W2972965453","https://openalex.org/W2992984162","https://openalex.org/W3011859875","https://openalex.org/W3014475539","https://openalex.org/W3094805191","https://openalex.org/W3100219394","https://openalex.org/W3115394420","https://openalex.org/W3120680448","https://openalex.org/W3163054043","https://openalex.org/W3174977508","https://openalex.org/W3176399185","https://openalex.org/W3186192207","https://openalex.org/W3198872525","https://openalex.org/W3202775307","https://openalex.org/W3212554192","https://openalex.org/W4214825215","https://openalex.org/W4214913438","https://openalex.org/W4221147459","https://openalex.org/W4283331170","https://openalex.org/W4288765287","https://openalex.org/W4288765755"],"related_works":["https://openalex.org/W4400771201","https://openalex.org/W3107569919","https://openalex.org/W3048645559","https://openalex.org/W4378473477","https://openalex.org/W3127976608","https://openalex.org/W4403977054","https://openalex.org/W7210268805","https://openalex.org/W2986154062","https://openalex.org/W4392968218","https://openalex.org/W2897191477"],"abstract_inverted_index":{"The":[0,197,238,277],"detection":[1,107],"and":[2,15,49,69,77,133,142,221,259,263,282,286,290,294,318],"classification":[3],"of":[4,12,67,108,175,245,284,292],"emotional":[5,56,271],"states":[6],"in":[7,39,60,72,84,119,145,194,310],"speech":[8],"involves":[9],"the":[10,23,37,63,73,106,109,116,146,164,173,184,206,224,228,234,269,315],"analysis":[11],"audio":[13],"signals":[14],"text":[16,64],"transcriptions.":[17],"There":[18],"are":[19,153,215,231],"complex":[20],"relationships":[21,42],"between":[22],"extracted":[24,82,217,267],"features":[25,57,79,211,230,265,305],"at":[26,105,205,223],"different":[27],"time":[28],"intervals":[29],"which":[30,99,152],"ought":[31],"to":[32,35,55,159,163,180],"be":[33,44,103],"analyzed":[34],"infer":[36],"emotions":[38],"speech.":[40,120],"These":[41,298],"can":[43],"represented":[45],"as":[46,155],"spatial,":[47,140],"temporal":[48,78,141],"semantic":[50,68,117,143,235,307],"tendency":[51,236],"features.":[52,237],"In":[53,121],"addition":[54],"that":[58,137,190,301],"exist":[59],"each":[61],"modality,":[62],"modality":[65,220],"consists":[66],"grammatical":[70,134],"tendencies":[71,118,308],"uttered":[74],"sentences.":[75],"Spatial":[76],"have":[80],"been":[81],"sequentially":[83],"deep":[85,127],"learning-based":[86,128],"models":[87],"using":[88,183],"convolutional":[89],"neural":[90,96],"networks":[91,97],"(CNN)":[92],"followed":[93],"by":[94],"recurrent":[95],"(RNN)":[98],"may":[100],"not":[101],"only":[102],"weak":[104],"separate":[110],"spatial-temporal":[111,132,229,304],"feature":[112,148,166,177],"representations":[113,144],"but":[114],"also":[115,171,192],"this":[122,195],"paper,":[123],"we":[124,191],"propose":[125,193],"a":[126,156,219,243,311],"model":[129,136,188,200,241,279],"named":[130],"concurrent":[131],"(CoSTGA)":[135],"concurrently":[138,302],"learns":[139],"local":[147],"learning":[149,167],"block":[150,168],"(LFLB)":[151],"fused":[154,232],"latent":[157],"vector":[158],"form":[160],"an":[161],"input":[162],"global":[165],"(GFLB).":[169],"We":[170],"investigate":[172],"performance":[174],"multi-level":[176,185,202,312],"fusion":[178,182,203],"compared":[179],"single-level":[181],"transformer":[186,255],"encoder":[187],"(MLTED)":[189],"paper.":[196],"proposed":[198,239,278],"CoSTGA":[199,240],"uses":[201,242],"first":[204],"LFLB":[207],"level":[208,226],"where":[209,227],"similar":[210],"(spatial":[212],"or":[213],"temporal)":[214],"separately":[216],"from":[218,268],"secondly":[222],"GFLB":[225],"with":[233,306],"combination":[244],"dilated":[246],"causal":[247],"convolutions":[248],"(DCC),":[249],"bidirectional":[250],"long":[251],"short-term":[252],"memory":[253],"(BiLSTM),":[254],"encoders":[256],"(TE),":[257],"multi-head":[258],"self-attention":[260],"mechanisms.":[261],"Acoustic":[262],"lexical":[264],"were":[266],"interactive":[270],"dyadic":[272],"motion":[273],"capture":[274],"(IEMOCAP)":[275],"dataset.":[276],"achieves":[280],"75.50%":[281],"75.82%":[283],"weighted":[285],"unweighted":[287],"accuracy,":[288],"75.32%":[289],"75.57%":[291],"recall":[293],"F1":[295],"score":[296],"respectively.":[297],"results":[299],"imply":[300],"learned":[303,309],"approach":[313],"improve":[314],"model\u2019s":[316],"effectiveness":[317],"robustness.":[319]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-01-05T00:00:00"}
