{"id":"https://openalex.org/W3101629877","doi":"https://doi.org/10.1109/access.2020.3038493","title":"Speech Emotion Recognition by Combining a Unified First-Order Attention Network With Data Balance","display_name":"Speech Emotion Recognition by Combining a Unified First-Order Attention Network With Data Balance","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3101629877","doi":"https://doi.org/10.1109/access.2020.3038493","mag":"3101629877"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3038493","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3038493","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09261367.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09261367.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Gang Chen","orcid":"https://orcid.org/0000-0003-1532-9741"},"institutions":[{"id":"https://openalex.org/I1328775524","display_name":"Zhejiang Sci-Tech University","ror":"https://ror.org/03893we55","country_code":"CN","type":"education","lineage":["https://openalex.org/I1328775524"]},{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Chen","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","Faculty of Mechanical Engineering and Automation, Zhejiang Sci-Tech University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1532-9741","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","institution_ids":["https://openalex.org/I82760581"]},{"raw_affiliation_string":"Faculty of Mechanical Engineering and Automation, Zhejiang Sci-Tech University, Hangzhou, China","institution_ids":["https://openalex.org/I1328775524"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101891025","display_name":"Shiqing Zhang","orcid":"https://orcid.org/0000-0001-8184-5088"},"institutions":[{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiqing Zhang","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8184-5088","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","institution_ids":["https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037702873","display_name":"Xin Tao","orcid":"https://orcid.org/0000-0001-9126-4746"},"institutions":[{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Tao","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","institution_ids":["https://openalex.org/I82760581"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021523224","display_name":"Xiaoming Zhao","orcid":"https://orcid.org/0000-0002-4708-4171"},"institutions":[{"id":"https://openalex.org/I1328775524","display_name":"Zhejiang Sci-Tech University","ror":"https://ror.org/03893we55","country_code":"CN","type":"education","lineage":["https://openalex.org/I1328775524"]},{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming Zhao","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","Faculty of Mechanical Engineering and Automation, Zhejiang Sci-Tech University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4708-4171","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","institution_ids":["https://openalex.org/I82760581"]},{"raw_affiliation_string":"Faculty of Mechanical Engineering and Automation, Zhejiang Sci-Tech University, Hangzhou, China","institution_ids":["https://openalex.org/I1328775524"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.8606,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.76177554,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"8","issue":null,"first_page":"215851","last_page":"215862"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.8939292430877686},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8061765432357788},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6276556849479675},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.6160953044891357},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5617879629135132},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5604370832443237},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5430722236633301},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.5295373201370239},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5117418766021729},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.49743083119392395},{"id":"https://openalex.org/keywords/spectrogram","display_name":"Spectrogram","score":0.4527686834335327},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.4324291944503784},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4209677577018738}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.8939292430877686},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8061765432357788},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6276556849479675},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.6160953044891357},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5617879629135132},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5604370832443237},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5430722236633301},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.5295373201370239},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5117418766021729},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.49743083119392395},{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.4527686834335327},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.4324291944503784},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4209677577018738},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3038493","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3038493","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09261367.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7e1a96aad617482c83113cecf8237e50","is_oa":true,"landing_page_url":"https://doaj.org/article/7e1a96aad617482c83113cecf8237e50","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 215851-215862 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3038493","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3038493","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09261367.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.6800000071525574}],"awards":[{"id":"https://openalex.org/G1930939118","display_name":null,"funder_award_id":"LQ21F020002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2745919159","display_name":null,"funder_award_id":"LZ20F020002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4881726568","display_name":null,"funder_award_id":"2018JQ003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5851559761","display_name":null,"funder_award_id":"61976149","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8745541972","display_name":null,"funder_award_id":"1803gy08","funder_id":"https://openalex.org/F4320336614","funder_display_name":"Science and Technology Plan Project of Taizhou"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329360","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73"},{"id":"https://openalex.org/F4320336614","display_name":"Science and Technology Plan Project of Taizhou","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3101629877.pdf","grobid_xml":"https://content.openalex.org/works/W3101629877.grobid-xml"},"referenced_works_count":91,"referenced_works":["https://openalex.org/W147964346","https://openalex.org/W1538131130","https://openalex.org/W1596717185","https://openalex.org/W1686810756","https://openalex.org/W1844030040","https://openalex.org/W1902237438","https://openalex.org/W1922655562","https://openalex.org/W1972280480","https://openalex.org/W1993882792","https://openalex.org/W2002463760","https://openalex.org/W2055911634","https://openalex.org/W2058819080","https://openalex.org/W2064641533","https://openalex.org/W2080576537","https://openalex.org/W2085662862","https://openalex.org/W2087618018","https://openalex.org/W2092489135","https://openalex.org/W2100495367","https://openalex.org/W2108598243","https://openalex.org/W2109896588","https://openalex.org/W2111926505","https://openalex.org/W2117645142","https://openalex.org/W2120847449","https://openalex.org/W2123119128","https://openalex.org/W2131774270","https://openalex.org/W2140801466","https://openalex.org/W2144005487","https://openalex.org/W2147634797","https://openalex.org/W2150866759","https://openalex.org/W2156866340","https://openalex.org/W2165698076","https://openalex.org/W2167854178","https://openalex.org/W2169272853","https://openalex.org/W2184343439","https://openalex.org/W2239141610","https://openalex.org/W2243226955","https://openalex.org/W2336160298","https://openalex.org/W2399733683","https://openalex.org/W2402268235","https://openalex.org/W2407080277","https://openalex.org/W2408520939","https://openalex.org/W2526050071","https://openalex.org/W2529556398","https://openalex.org/W2549896092","https://openalex.org/W2558355904","https://openalex.org/W2578895956","https://openalex.org/W2585658440","https://openalex.org/W2602034649","https://openalex.org/W2625297138","https://openalex.org/W2703895418","https://openalex.org/W2732016772","https://openalex.org/W2750666523","https://openalex.org/W2766272105","https://openalex.org/W2768763386","https://openalex.org/W2773080983","https://openalex.org/W2783169573","https://openalex.org/W2801959488","https://openalex.org/W2885005742","https://openalex.org/W2889466822","https://openalex.org/W2889717020","https://openalex.org/W2894458059","https://openalex.org/W2898436987","https://openalex.org/W2900595477","https://openalex.org/W2937584914","https://openalex.org/W2939059980","https://openalex.org/W2948500402","https://openalex.org/W2959546144","https://openalex.org/W2962749013","https://openalex.org/W2962811598","https://openalex.org/W2963656855","https://openalex.org/W2970971581","https://openalex.org/W2980520956","https://openalex.org/W2985020236","https://openalex.org/W2990603370","https://openalex.org/W3000894155","https://openalex.org/W3011995592","https://openalex.org/W4255421341","https://openalex.org/W4285719527","https://openalex.org/W4295312788","https://openalex.org/W6605980550","https://openalex.org/W6632100814","https://openalex.org/W6637373629","https://openalex.org/W6638569628","https://openalex.org/W6640090968","https://openalex.org/W6681409903","https://openalex.org/W6686369942","https://openalex.org/W6713098461","https://openalex.org/W6713762819","https://openalex.org/W6714031499","https://openalex.org/W6746426213","https://openalex.org/W6766978945"],"related_works":["https://openalex.org/W3107204728","https://openalex.org/W4287591324","https://openalex.org/W3108503355","https://openalex.org/W3090555870","https://openalex.org/W4226420367","https://openalex.org/W2962876041","https://openalex.org/W3022820045","https://openalex.org/W2801655600","https://openalex.org/W4281557318","https://openalex.org/W4308351423"],"abstract_inverted_index":{"In":[0],"the":[1,60,69,94,99,121,143,158,188,191],"domain":[2],"of":[3,15,62,123,190],"speech":[4,91],"emotion":[5,170],"recognition":[6],"(SER),":[7],"generally":[8],"there":[9],"is":[10,82,118,132,165],"an":[11,27],"unbalanced":[12],"data":[13,53,63],"distribution":[14],"emotional":[16,20,86],"samples":[17],"in":[18,26,161],"existing":[19],"datasets.":[21],"Moreover,":[22],"different":[23,105],"fragment":[24],"areas":[25],"utterance":[28],"contribute":[29],"diversely":[30],"to":[31,65,88,167],"SER.":[32,152],"To":[33],"address":[34],"these":[35],"two":[36],"issues,":[37],"this":[38],"paper":[39],"proposes":[40],"a":[41,47,73,124,162],"new":[42],"SER":[43],"method":[44,57],"by":[45],"combining":[46],"unified":[48,100],"first-order":[49,101],"attention":[50,102],"network":[51,77,164],"with":[52],"balance.":[54],"The":[55],"proposed":[56,192],"firstly":[58],"utilizes":[59],"strategy":[61],"balance":[64,68],"augment":[66],"and":[67,114,140,185],"training":[70],"data.":[71],"Then,":[72],"pre-trained":[74],"convolutional":[75],"neural":[76],"(CNN)":[78],"model":[79],"(i.e.,":[80],"VGGish)":[81],"fine-tuned":[83],"on":[84,155,177],"target":[85],"datasets":[87,180],"learn":[89],"segment-level":[90,138,145],"features":[92,146,150],"from":[93],"extracted":[95],"Log":[96],"Mel-spectrograms.":[97],"Next,":[98],"mechanism,":[103],"including":[104],"feature-pooling":[106],"strategies":[107],"such":[108,181],"as":[109,182],"sum,":[110],"min,":[111],"max,":[112],"mean,":[113],"standard":[115],"deviation":[116],"(std),":[117],"embedded":[119],"into":[120,147],"output":[122],"bi-directional":[125],"long":[126],"short-term":[127],"memory":[128],"(Bi-LSTM)":[129],"network.":[130],"This":[131],"used":[133],"for":[134,151],"learning":[135],"high-level":[136],"discriminative":[137],"features,":[139,157],"simultaneously":[141],"aggregating":[142],"learned":[144],"fixed-length":[148],"utterance-level":[149,156],"Finally,":[153],"based":[154],"softmax":[159],"layer":[160],"Bi-LSTM":[163],"adopted":[166],"conduct":[168],"final":[169],"classification":[171],"task.":[172],"Extensive":[173],"experiments":[174],"are":[175],"implemented":[176],"three":[178],"public":[179],"BAUM-1s,":[183],"AFEW5.0,":[184],"CHEAVD2.0,":[186],"demonstrate":[187],"advantage":[189],"method.":[193]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}