{"id":"https://openalex.org/W7164586001","doi":"https://doi.org/10.1007/s00521-026-12186-w","title":"Speech emotion recognition using deep learning: from basic to complex emotions in unimodal and multimodal frameworks","display_name":"Speech emotion recognition using deep learning: from basic to complex emotions in unimodal and multimodal frameworks","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7164586001","doi":"https://doi.org/10.1007/s00521-026-12186-w"},"language":"en","primary_location":{"id":"doi:10.1007/s00521-026-12186-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-026-12186-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-026-12186-w.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00521-026-12186-w.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138541915","display_name":"Rachel Si Ting Lai","orcid":null},"institutions":[{"id":"https://openalex.org/I96413208","display_name":"Swinburne University of Technology Sarawak Campus","ror":"https://ror.org/014cjmc76","country_code":"MY","type":"education","lineage":["https://openalex.org/I57093077","https://openalex.org/I96413208"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Rachel Si Ting Lai","raw_affiliation_strings":["Faculty of Engineering and Computer Science, Swinburne University of Technology, Sarawak, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Computer Science, Swinburne University of Technology, Sarawak, Malaysia","institution_ids":["https://openalex.org/I96413208"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025950269","display_name":"Lau Bee Theng","orcid":"https://orcid.org/0000-0002-6071-6399"},"institutions":[{"id":"https://openalex.org/I96413208","display_name":"Swinburne University of Technology Sarawak Campus","ror":"https://ror.org/014cjmc76","country_code":"MY","type":"education","lineage":["https://openalex.org/I57093077","https://openalex.org/I96413208"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Lau Bee Theng","raw_affiliation_strings":["Faculty of Engineering and Computer Science, Swinburne University of Technology, Sarawak, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Computer Science, Swinburne University of Technology, Sarawak, Malaysia","institution_ids":["https://openalex.org/I96413208"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126094918","display_name":"Mark Kit Tsun Tee","orcid":null},"institutions":[{"id":"https://openalex.org/I96413208","display_name":"Swinburne University of Technology Sarawak Campus","ror":"https://ror.org/014cjmc76","country_code":"MY","type":"education","lineage":["https://openalex.org/I57093077","https://openalex.org/I96413208"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Mark Kit Tsun Tee","raw_affiliation_strings":["Faculty of Engineering and Computer Science, Swinburne University of Technology, Sarawak, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Computer Science, Swinburne University of Technology, Sarawak, Malaysia","institution_ids":["https://openalex.org/I96413208"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050541264","display_name":"Choon Lin Tan","orcid":"https://orcid.org/0000-0002-5607-3263"},"institutions":[{"id":"https://openalex.org/I96413208","display_name":"Swinburne University of Technology Sarawak Campus","ror":"https://ror.org/014cjmc76","country_code":"MY","type":"education","lineage":["https://openalex.org/I57093077","https://openalex.org/I96413208"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Colin Choon Lin Tan","raw_affiliation_strings":["Faculty of Engineering and Computer Science, Swinburne University of Technology, Sarawak, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Computer Science, Swinburne University of Technology, Sarawak, Malaysia","institution_ids":["https://openalex.org/I96413208"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052712835","display_name":"Caslon Chua","orcid":null},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Caslon Chua","raw_affiliation_strings":["Faculty of Science, Engineering and Technology, Swinburne University of Technology, Melbourne, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Science, Engineering and Technology, Swinburne University of Technology, Melbourne, Australia","institution_ids":["https://openalex.org/I57093077"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5025950269","https://openalex.org/A5050541264","https://openalex.org/A5052712835","https://openalex.org/A5126094918","https://openalex.org/A5138541915"],"corresponding_institution_ids":["https://openalex.org/I57093077","https://openalex.org/I96413208"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.74566872,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"38","issue":"12","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6345999836921692},{"id":"https://openalex.org/keywords/subjectivity","display_name":"Subjectivity","score":0.5501999855041504},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5009999871253967},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4894999861717224},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4562000036239624},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.37929999828338623},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.35929998755455017}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7006000280380249},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6345999836921692},{"id":"https://openalex.org/C202889954","wikidata":"https://www.wikidata.org/wiki/Q1139554","display_name":"Subjectivity","level":2,"score":0.5501999855041504},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5009999871253967},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4894999861717224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4569999873638153},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4562000036239624},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.397599995136261},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.37929999828338623},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.3544999957084656},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.352400004863739},{"id":"https://openalex.org/C68597687","wikidata":"https://www.wikidata.org/wiki/Q362601","display_name":"Computational Science and Engineering","level":2,"score":0.33489999175071716},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3199000060558319},{"id":"https://openalex.org/C88626702","wikidata":"https://www.wikidata.org/wiki/Q1128903","display_name":"Continuation","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.27250000834465027},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2655999958515167},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.25769999623298645}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s00521-026-12186-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-026-12186-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-026-12186-w.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s00521-026-12186-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-026-12186-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-026-12186-w.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320973","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7164586001.pdf","grobid_xml":"https://content.openalex.org/works/W7164586001.grobid-xml"},"referenced_works_count":158,"referenced_works":["https://openalex.org/W175750906","https://openalex.org/W1559788381","https://openalex.org/W1985198345","https://openalex.org/W1991862472","https://openalex.org/W2004296992","https://openalex.org/W2005022581","https://openalex.org/W2024218186","https://openalex.org/W2030931454","https://openalex.org/W2050596356","https://openalex.org/W2060719701","https://openalex.org/W2082927806","https://openalex.org/W2112941357","https://openalex.org/W2146334809","https://openalex.org/W2146856173","https://openalex.org/W2148822124","https://openalex.org/W2168692779","https://openalex.org/W2342475039","https://openalex.org/W2510170536","https://openalex.org/W2547246052","https://openalex.org/W2746061083","https://openalex.org/W2785942763","https://openalex.org/W2787385900","https://openalex.org/W2791050122","https://openalex.org/W2795207152","https://openalex.org/W2801889078","https://openalex.org/W2810519502","https://openalex.org/W2889717020","https://openalex.org/W2893657794","https://openalex.org/W2942470984","https://openalex.org/W2950518992","https://openalex.org/W2959807894","https://openalex.org/W2963686995","https://openalex.org/W2969889150","https://openalex.org/W2972273766","https://openalex.org/W2978534460","https://openalex.org/W2997399314","https://openalex.org/W2997887270","https://openalex.org/W3000139089","https://openalex.org/W3002732654","https://openalex.org/W3003317175","https://openalex.org/W3008039831","https://openalex.org/W3014475539","https://openalex.org/W3081192838","https://openalex.org/W3086378696","https://openalex.org/W3095251683","https://openalex.org/W3109943296","https://openalex.org/W3114310484","https://openalex.org/W3118615836","https://openalex.org/W3119048198","https://openalex.org/W3124875196","https://openalex.org/W3126625480","https://openalex.org/W3133405160","https://openalex.org/W3133793003","https://openalex.org/W3139270985","https://openalex.org/W3158929093","https://openalex.org/W3161003523","https://openalex.org/W3161659450","https://openalex.org/W3183891373","https://openalex.org/W3194730353","https://openalex.org/W3197988473","https://openalex.org/W3201244678","https://openalex.org/W3213879871","https://openalex.org/W4200382049","https://openalex.org/W4205210325","https://openalex.org/W4210412034","https://openalex.org/W4210621764","https://openalex.org/W4212823851","https://openalex.org/W4214893519","https://openalex.org/W4220829848","https://openalex.org/W4221140133","https://openalex.org/W4223944998","https://openalex.org/W4224234075","https://openalex.org/W4224917001","https://openalex.org/W4226153164","https://openalex.org/W4255290265","https://openalex.org/W4285106979","https://openalex.org/W4286476369","https://openalex.org/W4304099179","https://openalex.org/W4307875332","https://openalex.org/W4307940489","https://openalex.org/W4312120641","https://openalex.org/W4316083138","https://openalex.org/W4317380951","https://openalex.org/W4318485303","https://openalex.org/W4318570466","https://openalex.org/W4318831690","https://openalex.org/W4321496488","https://openalex.org/W4323644278","https://openalex.org/W4324348061","https://openalex.org/W4324382619","https://openalex.org/W4366353523","https://openalex.org/W4366703942","https://openalex.org/W4377292302","https://openalex.org/W4378718699","https://openalex.org/W4381786694","https://openalex.org/W4383069721","https://openalex.org/W4383097896","https://openalex.org/W4383551941","https://openalex.org/W4385621286","https://openalex.org/W4385814073","https://openalex.org/W4386176982","https://openalex.org/W4386441189","https://openalex.org/W4386524296","https://openalex.org/W4386826611","https://openalex.org/W4386834254","https://openalex.org/W4387055738","https://openalex.org/W4387261468","https://openalex.org/W4387398498","https://openalex.org/W4387403531","https://openalex.org/W4387520772","https://openalex.org/W4387573449","https://openalex.org/W4388189896","https://openalex.org/W4388773771","https://openalex.org/W4388821143","https://openalex.org/W4388821229","https://openalex.org/W4388900360","https://openalex.org/W4389077020","https://openalex.org/W4389752793","https://openalex.org/W4390414889","https://openalex.org/W4391167693","https://openalex.org/W4391418558","https://openalex.org/W4391514872","https://openalex.org/W4391594711","https://openalex.org/W4391997162","https://openalex.org/W4392172995","https://openalex.org/W4396704117","https://openalex.org/W4398200623","https://openalex.org/W4399434529","https://openalex.org/W4399628167","https://openalex.org/W4399756562","https://openalex.org/W4400099862","https://openalex.org/W4400527853","https://openalex.org/W4400840816","https://openalex.org/W4401387651","https://openalex.org/W4401684974","https://openalex.org/W4401890484","https://openalex.org/W4402675750","https://openalex.org/W4403278133","https://openalex.org/W4403532823","https://openalex.org/W4403666934","https://openalex.org/W4403674916","https://openalex.org/W4403792097","https://openalex.org/W4403810086","https://openalex.org/W4404032600","https://openalex.org/W4405335761","https://openalex.org/W4406657586","https://openalex.org/W4406859696","https://openalex.org/W4407360911","https://openalex.org/W4407376423","https://openalex.org/W4407559183","https://openalex.org/W4408345694","https://openalex.org/W4409442347","https://openalex.org/W4409606304","https://openalex.org/W4410193901","https://openalex.org/W4411203366","https://openalex.org/W4411359026","https://openalex.org/W4411799195","https://openalex.org/W4413397276"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Speech":[1],"Emotion":[2],"Recognition":[3],"(SER)":[4],"is":[5,186],"an":[6],"advanced":[7,218],"technology":[8],"for":[9,211,220],"developing":[10],"intuitive":[11],"and":[12,78,84,97,106,132,172,223],"empathetic":[13],"human-computer":[14],"interfaces":[15],"(HCI).":[16],"While":[17],"traditional":[18],"SER":[19,59,80],"systems":[20],"have":[21],"achievement":[22],"a":[23,36,51,70,159,184,190],"certain":[24],"degree":[25],"of":[26,44,54,93,137,162,197,207,216,226,236,239],"succeed":[27],"in":[28,35,58,179,199],"recognising":[29,200],"basic":[30,77],"emotions":[31],"from":[32,60],"acted":[33],"speech":[34],"closed":[37],"environment,":[38],"real-world":[39],"applications":[40],"necessitate":[41],"the":[42,63,66,74,91,118,130,156,165,177,180,195,204,214,224,234,237],"recognition":[43],"more":[45,217],"complex":[46,79,138,170,201],"emotions.":[47,139,241],"This":[48],"paper":[49],"presents":[50],"systematic":[52],"review":[53],"deep":[55,113],"learning":[56,114],"approaches":[57],"2019":[61],"to":[62,176,193,232],"present,":[64],"following":[65,119],"PRISMA":[67],"guidelines,":[68],"with":[69,129,168],"specific":[71],"focus":[72],"on":[73,90,158],"bridge":[75],"between":[76],"within":[81],"unimodal":[82,125],"(audio-only)":[83],"multimodal":[85,142,221],"frameworks.":[86],"Analysis":[87],"was":[88],"done":[89],"landscape":[92],"emotion":[94],"models,":[95],"datasets,":[96,164],"state-of-the-art":[98],"(SOTA)":[99],"model":[100],"architectures,":[101],"including":[102,203],"CNNs,":[103],"RNNs,":[104],"Transformers,":[105],"their":[107],"hybrids.":[108],"The":[109],"results":[110],"reveal":[111],"that":[112,144],"has":[115],"improved":[116,122],"performance;":[117],"hybrid":[120],"models":[121,126,143,173],"considerably;":[123],"however,":[124],"still":[127],"struggle":[128],"subtle":[131],"often":[133],"overlapping":[134],"acoustic":[135,230],"features":[136,231],"In":[140],"contrast,":[141],"leverage":[145],"complementary":[146],"information":[147],"are":[148],"consistently":[149],"superior.":[150],"Nevertheless,":[151],"challenges":[152],"remain,":[153],"such":[154],"as":[155],"over-reliance":[157],"limited":[160],"range":[161],"non-naturalistic":[163],"subjectivity":[166],"associated":[167],"labelling":[169],"emotions,":[171,202],"not":[174],"generalising":[175],"variability":[178],"real":[181],"world.":[182],"Finally,":[183],"conclusion":[185],"drawn":[187],"by":[188],"offering":[189],"strategic":[191],"roadmap":[192],"guide":[194],"continuation":[196],"research":[198],"efficient":[205],"creation":[206],"naturalistic,":[208],"large":[209],"datasets":[210],"future":[212],"modelling,":[213],"development":[215],"techniques":[219],"fusion,":[222],"targeting":[225],"unconsidered":[227],"but":[228],"available":[229],"enhance":[233],"modelling":[235],"complexity":[238],"human":[240]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-06-13T00:00:00"}