{"id":"https://openalex.org/W3047923429","doi":"https://doi.org/10.1109/access.2020.3014733","title":"Learning Salient Segments for Speech Emotion Recognition Using Attentive Temporal Pooling","display_name":"Learning Salient Segments for Speech Emotion Recognition Using Attentive Temporal Pooling","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3047923429","doi":"https://doi.org/10.1109/access.2020.3014733","mag":"3047923429"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3014733","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3014733","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09160979.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09160979.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069084947","display_name":"Xiaohan Xia","orcid":"https://orcid.org/0000-0002-5192-3863"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I99418890","display_name":"Northwestern Polytechnic University","ror":"https://ror.org/05wn69s11","country_code":"US","type":"education","lineage":["https://openalex.org/I99418890"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Xiaohan Xia","raw_affiliation_strings":["NPU-VUB Joint AVSP Research Laboratory, School of Computer Science, Northwestern Polytechnical University (NPU), Xi\u2019an, China","Peng Cheng Laboratory, Shenzhen, China","Shaanxi Key Laboratory on Speech and Image Information Processing, Northwestern Polytechnical University (NPU), Xi\u2019an, China"],"raw_orcid":"https://orcid.org/0000-0002-5192-3863","affiliations":[{"raw_affiliation_string":"NPU-VUB Joint AVSP Research Laboratory, School of Computer Science, Northwestern Polytechnical University (NPU), Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004","https://openalex.org/I99418890"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Shaanxi Key Laboratory on Speech and Image Information Processing, Northwestern Polytechnical University (NPU), Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102021514","display_name":"Dongmei Jiang","orcid":"https://orcid.org/0000-0002-6238-8499"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I99418890","display_name":"Northwestern Polytechnic University","ror":"https://ror.org/05wn69s11","country_code":"US","type":"education","lineage":["https://openalex.org/I99418890"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Dongmei Jiang","raw_affiliation_strings":["NPU-VUB Joint AVSP Research Laboratory, School of Computer Science, Northwestern Polytechnical University (NPU), Xi\u2019an, China","Peng Cheng Laboratory, Shenzhen, China","Shaanxi Key Laboratory on Speech and Image Information Processing, Northwestern Polytechnical University (NPU), Xi\u2019an, China"],"raw_orcid":"https://orcid.org/0000-0002-6238-8499","affiliations":[{"raw_affiliation_string":"NPU-VUB Joint AVSP Research Laboratory, School of Computer Science, Northwestern Polytechnical University (NPU), Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004","https://openalex.org/I99418890"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Shaanxi Key Laboratory on Speech and Image Information Processing, Northwestern Polytechnical University (NPU), Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073820422","display_name":"Hichem Sahli","orcid":"https://orcid.org/0000-0002-1774-2970"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Hichem Sahli","raw_affiliation_strings":["Department of Electronics and Informatics (ETRO), VUB-NPU Joint AVSP Laboratory, Vrije Universiteit Brussel (VUB), Brussels, Belgium","Interuniversity Microelectronics Centre (IMEC), Heverlee, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-1774-2970","affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics (ETRO), VUB-NPU Joint AVSP Laboratory, Vrije Universiteit Brussel (VUB), Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"Interuniversity Microelectronics Centre (IMEC), Heverlee, Belgium","institution_ids":["https://openalex.org/I4210114974"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.2048,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.80070839,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"8","issue":null,"first_page":"151740","last_page":"151752"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.8102712631225586},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7780965566635132},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.7116416692733765},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.622614860534668},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6034403443336487},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5910328030586243},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5538538694381714},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5524849891662598},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.5099717378616333},{"id":"https://openalex.org/keywords/mixture-model","display_name":"Mixture model","score":0.4557894468307495},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.44909533858299255}],"concepts":[{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.8102712631225586},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7780965566635132},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.7116416692733765},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.622614860534668},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6034403443336487},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5910328030586243},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5538538694381714},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5524849891662598},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5099717378616333},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.4557894468307495},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.44909533858299255},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2020.3014733","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3014733","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09160979.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a5a3396f121445e99a79585bfb844350","is_oa":true,"landing_page_url":"https://doaj.org/article/a5a3396f121445e99a79585bfb844350","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 151740-151752 (2020)","raw_type":"article"},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:145283","is_oa":false,"landing_page_url":"https://biblio.vub.ac.be/vubir/learning-salient-segments-for-speech-emotion-recognition-using-attentive-temporal-pooling(2c48029a-ae91-457b-9474-c413d239d215).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3014733","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3014733","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09160979.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G331486752","display_name":null,"funder_award_id":"B16039","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"}],"funders":[{"id":"https://openalex.org/F4320322634","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3047923429.pdf","grobid_xml":"https://content.openalex.org/works/W3047923429.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W147964346","https://openalex.org/W175750906","https://openalex.org/W1501506202","https://openalex.org/W1501669607","https://openalex.org/W1558606374","https://openalex.org/W1998476814","https://openalex.org/W2016661008","https://openalex.org/W2074788634","https://openalex.org/W2080289724","https://openalex.org/W2090777335","https://openalex.org/W2099767163","https://openalex.org/W2114728879","https://openalex.org/W2117274752","https://openalex.org/W2126552487","https://openalex.org/W2144005487","https://openalex.org/W2146334809","https://openalex.org/W2156503193","https://openalex.org/W2158061940","https://openalex.org/W2239141610","https://openalex.org/W2508202655","https://openalex.org/W2518110751","https://openalex.org/W2536920793","https://openalex.org/W2611029437","https://openalex.org/W2618530766","https://openalex.org/W2625297138","https://openalex.org/W2703895418","https://openalex.org/W2747664154","https://openalex.org/W2766272105","https://openalex.org/W2786779322","https://openalex.org/W2800253600","https://openalex.org/W2803098682","https://openalex.org/W2806051338","https://openalex.org/W2885005742","https://openalex.org/W2888249290","https://openalex.org/W2889065492","https://openalex.org/W2889191349","https://openalex.org/W2889286050","https://openalex.org/W2893917514","https://openalex.org/W2962736520","https://openalex.org/W2962993399","https://openalex.org/W2963087613","https://openalex.org/W2973181312","https://openalex.org/W3104696513","https://openalex.org/W3141819983","https://openalex.org/W6638667902","https://openalex.org/W6697498398","https://openalex.org/W6714031499","https://openalex.org/W6766978945"],"related_works":["https://openalex.org/W2953234277","https://openalex.org/W2626256601","https://openalex.org/W2900413183","https://openalex.org/W2529301793","https://openalex.org/W4390975304","https://openalex.org/W2384121599","https://openalex.org/W147410782","https://openalex.org/W3022252430","https://openalex.org/W2038083449","https://openalex.org/W4287804464"],"abstract_inverted_index":{"In":[0,17],"the":[1,6,28,51,57,68,86,95,111,117,144,153,161,166,171,177,189,203,215],"temporal":[2,24,83,126,150,173],"process":[3],"of":[4,59,72,97,121,130,148],"expressing":[5],"emotions,":[7],"some":[8],"intervals":[9],"embed":[10],"more":[11,118],"salient":[12,53],"emotion":[13,41,112,163,207],"information":[14],"than":[15],"others.":[16],"this":[18],"paper,":[19],"by":[20,91],"introducing":[21],"an":[22,64,131],"attentive":[23,125,172],"pooling":[25,127,174],"module":[26,175],"into":[27,80,106],"deep":[29],"neural":[30],"network":[31],"(DNN)":[32],"architecture,":[33],"we":[34],"present":[35],"a":[36,107,135],"simple":[37],"but":[38],"effective":[39],"speech":[40,66],"recognition":[42],"(SER)":[43],"framework,":[44],"which":[45,156],"is":[46,140],"able":[47],"to":[48,142,160],"automatically":[49],"highlight":[50],"emotionally":[52],"segments":[54,151],"while":[55,192],"suppressing":[56],"influence":[58],"less":[60],"relevant":[61],"ones.":[62],"For":[63],"input":[65,105],"utterance,":[67],"extracted":[69],"feature":[70,181],"sequence":[71],"hand-crafted":[73],"low-level":[74],"descriptors":[75],"(LLDs)":[76],"are":[77,89,103,157],"evenly":[78],"split":[79],"several":[81],"overlapping":[82],"segments,":[84],"and":[85,134,176,211],"segment-level":[87,101,162,197],"features":[88,102],"computed":[90],"performing":[92],"functionals":[93],"on":[94,202,221],"LLDs":[96],"each":[98,122],"segment.":[99,123],"These":[100],"then":[104,158],"DNN":[108,133,178],"model":[109],"outputting":[110],"probabilities":[113,164],"as":[114,116],"well":[115],"condensed":[119,154],"representation":[120],"An":[124],"module,":[128],"consisting":[129],"auxiliary":[132],"Gaussian":[136],"Mixture":[137],"Model":[138],"(GMM),":[139],"proposed":[141,216],"learn":[143],"emotional":[145],"saliency":[146],"weights":[147],"different":[149],"from":[152],"representations,":[155],"assigned":[159],"for":[165,180],"final":[167],"utterance-level":[168,190],"prediction.":[169],"Notably,":[170],"architecture":[179],"abstraction":[182],"can":[183],"be":[184],"jointly":[185],"trained":[186],"using":[187],"only":[188],"labels,":[191],"without":[193],"any":[194],"frame-level":[195],"or":[196],"supervisory":[198],"information.":[199],"Experimental":[200],"results":[201],"three":[204],"public":[205],"released":[206],"datasets":[208],"RML,":[209],"EMO-DB,":[210],"IEMOCAP":[212],"show":[213],"that":[214],"framework":[217],"obtains":[218],"state-of-the-art":[219],"performance":[220],"SER.":[222]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}