{"id":"https://openalex.org/W4312237773","doi":"https://doi.org/10.1109/access.2022.3219094","title":"Speech Emotion Recognition Based on Self-Attention Weight Correction for Acoustic and Text Features","display_name":"Speech Emotion Recognition Based on Self-Attention Weight Correction for Acoustic and Text Features","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312237773","doi":"https://doi.org/10.1109/access.2022.3219094"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3219094","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3219094","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2022.3219094","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002430203","display_name":"Jennifer Santoso","orcid":"https://orcid.org/0000-0001-7723-3396"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jennifer Santoso","raw_affiliation_strings":["Degree Programs in Systems and Information Engineering, University of Tsukuba, Ibaraki, Japan"],"raw_orcid":"https://orcid.org/0000-0001-7723-3396","affiliations":[{"raw_affiliation_string":"Degree Programs in Systems and Information Engineering, University of Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073170587","display_name":"Takeshi Yamada","orcid":"https://orcid.org/0000-0002-5744-8469"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takeshi Yamada","raw_affiliation_strings":["RevComm, Inc, Tokyo, Japan","Degree Programs in Systems and Information Engineering, University of Tsukuba, Ibaraki, Japan"],"raw_orcid":"https://orcid.org/0000-0002-5744-8469","affiliations":[{"raw_affiliation_string":"RevComm, Inc, Tokyo, Japan","institution_ids":[]},{"raw_affiliation_string":"Degree Programs in Systems and Information Engineering, University of Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009504718","display_name":"Kenkichi Ishizuka","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kenkichi Ishizuka","raw_affiliation_strings":["RevComm, Inc, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RevComm, Inc, Tokyo, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004638586","display_name":"Taiichi Hashimoto","orcid":"https://orcid.org/0000-0002-6588-9790"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taiichi Hashimoto","raw_affiliation_strings":["RevComm, Inc, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-6588-9790","affiliations":[{"raw_affiliation_string":"RevComm, Inc, Tokyo, Japan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075702573","display_name":"Shoji Makino","orcid":"https://orcid.org/0000-0003-1934-640X"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]},{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shoji Makino","raw_affiliation_strings":["Degree Programs in Systems and Information Engineering, University of Tsukuba, Ibaraki, Japan","Graduate School of Information, Production and Systems, Waseda University, Fukuoka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Degree Programs in Systems and Information Engineering, University of Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I146399215"]},{"raw_affiliation_string":"Graduate School of Information, Production and Systems, Waseda University, Fukuoka, Japan","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.7175,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.9439741,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"115732","last_page":"115743"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8258422613143921},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.7599261999130249},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6243867874145508},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5434144139289856},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.537298858165741},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.42003193497657776},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39543306827545166},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.330380916595459},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3253285884857178}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8258422613143921},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7599261999130249},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6243867874145508},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5434144139289856},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.537298858165741},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.42003193497657776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39543306827545166},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.330380916595459},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3253285884857178},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3219094","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3219094","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:039a50ba1f7543f6a2bda3b6b8b06377","is_oa":true,"landing_page_url":"https://doaj.org/article/039a50ba1f7543f6a2bda3b6b8b06377","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 115732-115743 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3219094","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3219094","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5}],"awards":[{"id":"https://openalex.org/G5457231128","display_name":null,"funder_award_id":"JPMJSP2124","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"}],"funders":[{"id":"https://openalex.org/F4320334789","display_name":"Japan Science and Technology Agency","ror":"https://ror.org/00097mb19"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W141482854","https://openalex.org/W257874415","https://openalex.org/W1494198834","https://openalex.org/W1522301498","https://openalex.org/W1524333225","https://openalex.org/W1542637018","https://openalex.org/W1566256432","https://openalex.org/W2034537249","https://openalex.org/W2087618018","https://openalex.org/W2101234009","https://openalex.org/W2133564696","https://openalex.org/W2134707158","https://openalex.org/W2142349102","https://openalex.org/W2146334809","https://openalex.org/W2158061940","https://openalex.org/W2191779130","https://openalex.org/W2281534628","https://openalex.org/W2295001676","https://openalex.org/W2578895956","https://openalex.org/W2597655663","https://openalex.org/W2625297138","https://openalex.org/W2888786729","https://openalex.org/W2892071465","https://openalex.org/W2896457183","https://openalex.org/W2912728762","https://openalex.org/W2936162287","https://openalex.org/W2937154351","https://openalex.org/W2937584914","https://openalex.org/W2963182768","https://openalex.org/W2972463723","https://openalex.org/W2972602947","https://openalex.org/W2973034847","https://openalex.org/W2999269393","https://openalex.org/W3016232306","https://openalex.org/W3034266838","https://openalex.org/W3048152940","https://openalex.org/W3094805191","https://openalex.org/W3096147072","https://openalex.org/W3096164988","https://openalex.org/W3096723250","https://openalex.org/W3108792608","https://openalex.org/W3148757058","https://openalex.org/W3156762052","https://openalex.org/W3197947674","https://openalex.org/W3198220993","https://openalex.org/W3208480086","https://openalex.org/W4226063021","https://openalex.org/W4288009632","https://openalex.org/W4295312788","https://openalex.org/W6605703937","https://openalex.org/W6631190155","https://openalex.org/W6631362777","https://openalex.org/W6675354045","https://openalex.org/W6679434410","https://openalex.org/W6735377749","https://openalex.org/W6755207826","https://openalex.org/W6766978945","https://openalex.org/W6771351431","https://openalex.org/W6781638450","https://openalex.org/W6794538540"],"related_works":["https://openalex.org/W2309273277","https://openalex.org/W2061937230","https://openalex.org/W1769849273","https://openalex.org/W1574295218","https://openalex.org/W113247760","https://openalex.org/W1967477266","https://openalex.org/W2547793174","https://openalex.org/W2070212102","https://openalex.org/W3126677997","https://openalex.org/W2132658536"],"abstract_inverted_index":{"Speech":[0],"emotion":[1,81,124],"recognition":[2,191],"(SER)":[3],"is":[4,86,154],"essential":[5],"for":[6,119],"understanding":[7],"a":[8,21,34,87,107,140,175,228],"speaker\u2019s":[9],"intention.":[10],"Recently,":[11],"some":[12],"groups":[13],"have":[14],"attempted":[15],"to":[16,27,37,89,113,156,164],"improve":[17,90],"SER":[18,47,142,163],"performance":[19,75,92],"using":[20,63,144],"bidirectional":[22],"long":[23],"short-term":[24],"memory":[25],"(BLSTM)":[26],"extract":[28],"features":[29],"from":[30,50],"speech":[31,45,55,66,126,170,190,202],"sequences":[32],"and":[33,111,158,172],"self-attention":[35,145],"mechanism":[36],"focus":[38],"on":[39,213],"the":[40,44,52,78,94,101,114,121,166,185,194,199,214,241,250],"important":[41,118],"parts":[42],"of":[43,80,96,103,116,123,169,178,187,201,232,243,249],"sequences.":[46],"also":[48],"benefits":[49],"combining":[51],"information":[53],"in":[54,77,82,93,125,132,162,193,207,247],"with":[56,149,174,189],"text,":[57],"which":[58,105,128],"can":[59,129],"be":[60,130],"accomplished":[61],"automatically":[62],"an":[64],"automatic":[65],"recognizer":[67],"(ASR),":[68],"further":[69],"improving":[70],"its":[71],"performance.":[72],"However,":[73],"ASR":[74,91,179],"deteriorates":[76],"presence":[79,95,122],"speech.":[83],"Although":[84],"there":[85],"method":[88,143,153,226],"emotional":[97],"speech,":[98],"it":[99],"requires":[100],"fine-tuning":[102],"ASR,":[104],"has":[106],"high":[108,176],"computational":[109],"cost":[110],"leads":[112],"loss":[115],"cues":[117],"determining":[120],"segments,":[127],"helpful":[131],"SER.":[133],"To":[134],"solve":[135],"these":[136,205],"problems,":[137],"we":[138,239],"propose":[139],"BLSTM-and-self-attention-based":[141],"weight":[146],"correction":[147],"(SAWC)":[148],"confidence":[150],"measures.":[151],"This":[152],"applied":[155],"acoustic":[157,208],"text":[159,195],"feature":[160,196,251],"extractors":[161],"adjust":[165],"importance":[167,186,200],"weights":[168],"segments":[171,203],"words":[173,188,206],"possibility":[177],"error.":[180],"Our":[181,210],"proposed":[182,225,245],"SAWC":[183,246],"reduces":[184],"error":[192],"while":[197],"emphasizing":[198],"containing":[204],"features.":[209],"experimental":[211],"results":[212],"Interactive":[215],"Emotional":[216],"Dyadic":[217],"Motion":[218],"Capture":[219],"(IEMOCAP)":[220],"dataset":[221],"reveal":[222],"that":[223],"our":[224,244],"achieves":[227],"weighted":[229],"average":[230],"accuracy":[231],"76.6%,":[233],"outperforming":[234],"other":[235],"state-of-the-art":[236],"methods.":[237],"Furthermore,":[238],"investigated":[240],"behavior":[242],"each":[248],"extractors.":[252]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":8}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}