{"id":"https://openalex.org/W4226153164","doi":"https://doi.org/10.1109/access.2022.3163856","title":"Hybrid LSTM-Transformer Model for Emotion Recognition From Speech Audio Files","display_name":"Hybrid LSTM-Transformer Model for Emotion Recognition From Speech Audio Files","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4226153164","doi":"https://doi.org/10.1109/access.2022.3163856"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3163856","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3163856","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09745599.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09745599.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085155380","display_name":"Felicia Andayani","orcid":"https://orcid.org/0000-0003-0358-7655"},"institutions":[{"id":"https://openalex.org/I96413208","display_name":"Swinburne University of Technology Sarawak Campus","ror":"https://ror.org/014cjmc76","country_code":"MY","type":"education","lineage":["https://openalex.org/I57093077","https://openalex.org/I96413208"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Felicia Andayani","raw_affiliation_strings":["Faculty of Engineering, Computing, and Science, Swinburne University of Technology Sarawak Campus, Kuching, Sarawak, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-0358-7655","affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Computing, and Science, Swinburne University of Technology Sarawak Campus, Kuching, Sarawak, Malaysia","institution_ids":["https://openalex.org/I96413208"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025950269","display_name":"Lau Bee Theng","orcid":"https://orcid.org/0000-0002-6071-6399"},"institutions":[{"id":"https://openalex.org/I96413208","display_name":"Swinburne University of Technology Sarawak Campus","ror":"https://ror.org/014cjmc76","country_code":"MY","type":"education","lineage":["https://openalex.org/I57093077","https://openalex.org/I96413208"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Lau Bee Theng","raw_affiliation_strings":["Faculty of Engineering, Computing, and Science, Swinburne University of Technology Sarawak Campus, Kuching, Sarawak, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Computing, and Science, Swinburne University of Technology Sarawak Campus, Kuching, Sarawak, Malaysia","institution_ids":["https://openalex.org/I96413208"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010906636","display_name":"Mark Tee Kit Tsun","orcid":"https://orcid.org/0000-0002-4413-2000"},"institutions":[{"id":"https://openalex.org/I96413208","display_name":"Swinburne University of Technology Sarawak Campus","ror":"https://ror.org/014cjmc76","country_code":"MY","type":"education","lineage":["https://openalex.org/I57093077","https://openalex.org/I96413208"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Mark Teekit Tsun","raw_affiliation_strings":["Faculty of Engineering, Computing, and Science, Swinburne University of Technology Sarawak Campus, Kuching, Sarawak, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-4413-2000","affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Computing, and Science, Swinburne University of Technology Sarawak Campus, Kuching, Sarawak, Malaysia","institution_ids":["https://openalex.org/I96413208"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052712835","display_name":"Caslon Chua","orcid":null},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Caslon Chua","raw_affiliation_strings":["Faculty of Science, Engineering and Technology, Swinburne University of Technology, Melbourne, VIC, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Science, Engineering and Technology, Swinburne University of Technology, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I57093077"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":25.2405,"has_fulltext":true,"cited_by_count":171,"citation_normalized_percentile":{"value":0.99826755,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"36018","last_page":"36027"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8064942359924316},{"id":"https://openalex.org/keywords/mel-frequency-cepstrum","display_name":"Mel-frequency cepstrum","score":0.7661154270172119},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.7598975300788879},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6450238227844238},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6111952662467957},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5734474658966064},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5649457573890686},{"id":"https://openalex.org/keywords/long-short-term-memory","display_name":"Long short term memory","score":0.5248354077339172},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4908600449562073},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4742366671562195},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.42061516642570496},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2946823537349701},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.21646669507026672}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8064942359924316},{"id":"https://openalex.org/C151989614","wikidata":"https://www.wikidata.org/wiki/Q440370","display_name":"Mel-frequency cepstrum","level":3,"score":0.7661154270172119},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7598975300788879},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6450238227844238},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6111952662467957},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5734474658966064},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5649457573890686},{"id":"https://openalex.org/C133488467","wikidata":"https://www.wikidata.org/wiki/Q6673524","display_name":"Long short term memory","level":4,"score":0.5248354077339172},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4908600449562073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4742366671562195},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.42061516642570496},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2946823537349701},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.21646669507026672},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3163856","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3163856","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09745599.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:2c733c5901c548f5acf07d246b9d56bd","is_oa":true,"landing_page_url":"https://doaj.org/article/2c733c5901c548f5acf07d246b9d56bd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 36018-36027 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3163856","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3163856","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09745599.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.46000000834465027}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320973","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226153164.pdf","grobid_xml":"https://content.openalex.org/works/W4226153164.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W175750906","https://openalex.org/W2058819080","https://openalex.org/W2097207180","https://openalex.org/W2101234009","https://openalex.org/W2766745135","https://openalex.org/W2777468850","https://openalex.org/W2791925433","https://openalex.org/W2803193013","https://openalex.org/W2892071465","https://openalex.org/W2923871787","https://openalex.org/W2959546144","https://openalex.org/W2964110616","https://openalex.org/W2972691009","https://openalex.org/W2972811324","https://openalex.org/W2998064461","https://openalex.org/W3010714856","https://openalex.org/W3015249983","https://openalex.org/W3028860956","https://openalex.org/W3048645559","https://openalex.org/W3094335887","https://openalex.org/W3107569919","https://openalex.org/W3133066644","https://openalex.org/W3145643603","https://openalex.org/W3154715947","https://openalex.org/W3158430841","https://openalex.org/W3165872120","https://openalex.org/W3198561248","https://openalex.org/W4288009632","https://openalex.org/W4293054852","https://openalex.org/W4385245566","https://openalex.org/W6675354045","https://openalex.org/W6739901393","https://openalex.org/W6760599669","https://openalex.org/W6771351431","https://openalex.org/W6774818996","https://openalex.org/W6781729723","https://openalex.org/W6795990123","https://openalex.org/W6941135759"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W1968552888","https://openalex.org/W2374116601","https://openalex.org/W3093134843","https://openalex.org/W1549141376","https://openalex.org/W3126677997","https://openalex.org/W2169648905","https://openalex.org/W3134880260","https://openalex.org/W2061900096","https://openalex.org/W4386218037"],"abstract_inverted_index":{"Emotion":[0,16,35],"is":[1],"a":[2,19,32,52,68,89,94,152],"vital":[3],"component":[4],"in":[5,22,51,78,84,110],"daily":[6,46],"human":[7,43],"communication":[8],"and":[9,26,102,113,126,172,180],"it":[10,150],"helps":[11],"people":[12],"understand":[13],"each":[14,85],"other.":[15],"recognition":[17,154,174],"plays":[18],"crucial":[20],"role":[21],"developing":[23],"human-computer":[24],"interaction":[25],"computer-based":[27],"speech":[28,44,53,111],"emotion":[29,39],"recognition.":[30],"In":[31],"nutshell,":[33],"Speech":[34,116],"Recognition":[36],"(SER)":[37],"recognizes":[38],"signals":[40,112],"transmitted":[41],"through":[42],"or":[45],"conversation":[47],"where":[48],"the":[49,60,107,129,142,177],"emotions":[50],"strongly":[54],"depend":[55],"on":[56,141],"temporal":[57],"information.":[58],"Despite":[59],"fact":[61],"that":[62,67,149],"much":[63],"existing":[64,158],"research":[65],"showed":[66],"hybrid":[69,96,131,167],"system":[70],"performs":[71],"better":[72],"than":[73],"traditional":[74],"single":[75],"classifiers":[76],"used":[77],"SER,":[79],"there":[80],"are":[81,118],"some":[82],"limitations":[83],"of":[86,136],"them.":[87],"As":[88],"result,":[90],"this":[91],"paper":[92],"discussed":[93],"proposed":[95,130,143,166],"Long":[97],"Short-Term":[98],"Memory":[99],"(LSTM)":[100],"Network":[101],"Transformer":[103],"Encoder":[104],"to":[105],"learn":[106],"long-term":[108],"dependencies":[109],"classify":[114],"emotions.":[115],"features":[117],"extracted":[119],"with":[120,157,176],"Mel":[121],"Frequency":[122],"Cepstral":[123],"Coefficient":[124],"(MFCC)":[125],"fed":[127],"into":[128],"LSTM-Transformer":[132,144],"classifier.":[133],"A":[134],"range":[135],"performance":[137],"evaluations":[138],"was":[139],"conducted":[140],"model.":[145],"The":[146,165],"results":[147],"indicate":[148],"achieves":[151],"significant":[153],"improvement":[155],"compared":[156],"models":[159],"offered":[160],"by":[161],"other":[162],"published":[163],"works.":[164],"model":[168],"reached":[169],"75.62%,":[170],"85.55%,":[171],"72.49%":[173],"success":[175],"RAVDESS,":[178],"Emo-DB,":[179],"language-independent":[181],"datasets.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":29},{"year":2025,"cited_by_count":55},{"year":2024,"cited_by_count":49},{"year":2023,"cited_by_count":34},{"year":2022,"cited_by_count":4}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}