{"id":"https://openalex.org/W3000894155","doi":"https://doi.org/10.1109/access.2020.2969032","title":"Learning Deep Binaural Representations With Deep Convolutional Neural Networks for Spontaneous Speech Emotion Recognition","display_name":"Learning Deep Binaural Representations With Deep Convolutional Neural Networks for Spontaneous Speech Emotion Recognition","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3000894155","doi":"https://doi.org/10.1109/access.2020.2969032","mag":"3000894155"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.2969032","doi":"https://doi.org/10.1109/access.2020.2969032","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2969032","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08967041.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08967041.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101891025","display_name":"Shiqing Zhang","orcid":"https://orcid.org/0000-0001-8184-5088","observed_orcids":["https://orcid.org/0000-0001-8184-5088","https://orcid.org/0009-0008-4131-8302"]},"institutions":[{"id":"https://openalex.org/I4405281598","display_name":"Taizhou University","ror":"https://ror.org/04m19xd94","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405281598"]},{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiqing Zhang","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8184-5088","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","institution_ids":["https://openalex.org/I4405281598","https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Aihua Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405281598","display_name":"Taizhou University","ror":"https://ror.org/04m19xd94","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405281598"]},{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aihua Chen","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","institution_ids":["https://openalex.org/I4405281598","https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051503647","display_name":"Wenping Guo","orcid":"https://orcid.org/0000-0002-0405-1775","observed_orcids":["https://orcid.org/0000-0002-0405-1775"]},"institutions":[{"id":"https://openalex.org/I4405281598","display_name":"Taizhou University","ror":"https://ror.org/04m19xd94","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405281598"]},{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenping Guo","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0405-1775","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","institution_ids":["https://openalex.org/I4405281598","https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083925417","display_name":"Yueli Cui","orcid":"https://orcid.org/0000-0002-9837-6705","observed_orcids":["https://orcid.org/0000-0002-9837-6705"]},"institutions":[{"id":"https://openalex.org/I4405281598","display_name":"Taizhou University","ror":"https://ror.org/04m19xd94","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405281598"]},{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueli Cui","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9837-6705","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","institution_ids":["https://openalex.org/I4405281598","https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021523224","display_name":"Xiaoming Zhao","orcid":"https://orcid.org/0000-0002-4708-4171","observed_orcids":["https://orcid.org/0000-0002-4708-4171"]},"institutions":[{"id":"https://openalex.org/I4405281598","display_name":"Taizhou University","ror":"https://ror.org/04m19xd94","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405281598"]},{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming Zhao","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4708-4171","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","institution_ids":["https://openalex.org/I4405281598","https://openalex.org/I82760581"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100665311","display_name":"Limei Liu","orcid":"https://orcid.org/0000-0003-0105-074X","observed_orcids":["https://orcid.org/0000-0003-0105-074X"]},"institutions":[{"id":"https://openalex.org/I77396741","display_name":"Hunan University of Technology and Business","ror":"https://ror.org/057cydn08","country_code":"CN","type":"education","lineage":["https://openalex.org/I77396741"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Limei Liu","raw_affiliation_strings":["Institute of Big Data and Internet Innovation, Hunan University of Commerce, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-0105-074X","affiliations":[{"raw_affiliation_string":"Institute of Big Data and Internet Innovation, Hunan University of Commerce, Changsha, China","institution_ids":["https://openalex.org/I77396741"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":2.1703,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":{"value":0.89085109,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"23496","last_page":"23505"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.0044999998062849045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-convolutional-neural-networks","display_name":"deep convolutional neural networks","score":0.8579999804496765},{"id":"https://openalex.org/keywords/mel-spectrogram","display_name":"Mel spectrogram","score":0.7360000014305115},{"id":"https://openalex.org/keywords/utterance-level-features","display_name":"utterance-level features","score":0.9769999980926514},{"id":"https://openalex.org/keywords/score-level-fusion","display_name":"score-level fusion","score":0.8840000033378601},{"id":"https://openalex.org/keywords/linear-support-vector-machine","display_name":"linear support vector machine","score":0.652999997138977}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7907484769821167},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.708580732345581},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6562564969062805},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6338596940040588},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.6294207572937012},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6011863946914673},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5530883073806763},{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.5432698726654053},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.5165549516677856},{"id":"https://openalex.org/C201247586","wikidata":"https://www.wikidata.org/wiki/Q5612967","display_name":"Binaural recording","level":2,"score":0.502589225769043},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.4857836067676544},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.481806218624115},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.2969032","doi":"https://doi.org/10.1109/access.2020.2969032","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2969032","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08967041.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1a822beaa54c48608406e752862bdd2d","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/1a822beaa54c48608406e752862bdd2d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 23496-23505 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.2969032","doi":"https://doi.org/10.1109/access.2020.2969032","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2969032","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08967041.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2745919159","display_name":null,"funder_award_id":"LZ20F020002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4881726568","display_name":null,"funder_award_id":"2018JQ003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5851559761","display_name":null,"funder_award_id":"61976149","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7484188896","display_name":null,"funder_award_id":"71790615","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8745541972","display_name":null,"funder_award_id":"1803gy08","funder_id":"https://openalex.org/F4320336614","funder_display_name":"Science and Technology Plan Project of Taizhou"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329360","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73"},{"id":"https://openalex.org/F4320336614","display_name":"Science and Technology Plan Project of Taizhou","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3000894155.pdf","grobid_xml":"https://content.openalex.org/works/W3000894155.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W175750906","https://openalex.org/W1686810756","https://openalex.org/W1963882359","https://openalex.org/W1976066595","https://openalex.org/W1992879732","https://openalex.org/W2042700175","https://openalex.org/W2063767522","https://openalex.org/W2064675550","https://openalex.org/W2074788634","https://openalex.org/W2080576537","https://openalex.org/W2087195460","https://openalex.org/W2087618018","https://openalex.org/W2100495367","https://openalex.org/W2117287331","https://openalex.org/W2136656942","https://openalex.org/W2144005487","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2239141610","https://openalex.org/W2243226955","https://openalex.org/W2274202079","https://openalex.org/W2277498883","https://openalex.org/W2295001676","https://openalex.org/W2295579880","https://openalex.org/W2336160298","https://openalex.org/W2338548859","https://openalex.org/W2399733683","https://openalex.org/W2552348884","https://openalex.org/W2599685671","https://openalex.org/W2614874155","https://openalex.org/W2684113480","https://openalex.org/W2703895418","https://openalex.org/W2769573306","https://openalex.org/W2803098682","https://openalex.org/W2889466822","https://openalex.org/W2892071465","https://openalex.org/W2897132394","https://openalex.org/W2897403446","https://openalex.org/W2901939891","https://openalex.org/W2917572534","https://openalex.org/W2919115771","https://openalex.org/W2955736964","https://openalex.org/W2956824775","https://openalex.org/W2962749013"],"related_works":["https://openalex.org/W3117956262","https://openalex.org/W4226043702","https://openalex.org/W2980520956","https://openalex.org/W4200482213","https://openalex.org/W7166541728","https://openalex.org/W4378473477","https://openalex.org/W2889717020","https://openalex.org/W2889507358","https://openalex.org/W2765860599","https://openalex.org/W2598207902"],"abstract_inverted_index":{"Spontaneous":[0],"speech":[1,21,67,139],"emotion":[2,22,112],"recognition":[3,23],"is":[4,86,109,120],"a":[5,16,70,76,115],"new":[6,17,77],"and":[7,30,52,129,144],"challenging":[8,136],"research":[9],"topic.":[10],"In":[11],"this":[12],"paper,":[13],"we":[14],"propose":[15],"method":[18,38],"of":[19,27,150],"spontaneous":[20,137],"on":[24,64,100,134],"the":[25,56,90,101,124,142,148],"basis":[26],"binaural":[28,47],"representations":[29,48],"deep":[31,45],"convolutional":[32],"neural":[33],"networks":[34],"(CNNs).":[35],"The":[36],"proposed":[37,87,152],"initially":[39],"employs":[40],"multiple":[41],"CNNs":[42,61],"to":[43,88,122],"learn":[44],"segment-level":[46,92],"such":[49],"as":[50],"Left-Right":[51,128],"Mid-Side":[53,130],"pairs":[54],"from":[55,69,127],"extracted":[57],"image-like":[58],"Mel-spectrograms.":[59],"These":[60],"are":[62],"fine-tuned":[63],"target":[65],"emotional":[66,138],"datasets":[68],"pre-trained":[71],"image":[72],"CNN":[73],"model.":[74],"Then,":[75],"feature":[78,84],"pooling":[79],"strategy,":[80],"called":[81],"block-based":[82],"temporal":[83],"pooling,":[85],"aggregate":[89],"learned":[91],"features":[93],"for":[94,111],"producing":[95],"fixed-length":[96],"utterance-level":[97,102],"features.":[98],"Based":[99],"features,":[103],"linear":[104],"support":[105],"vector":[106],"machines":[107],"(SVM)":[108],"adopted":[110],"classification.":[113],"Finally,":[114],"two-stage":[116],"score-level":[117],"fusion":[118],"strategy":[119],"used":[121],"integrate":[123],"obtained":[125],"results":[126],"pairs.":[131],"Extensive":[132],"experiments":[133],"two":[135],"datasets,":[140],"including":[141],"AFEW5.0":[143],"BAUM-1s":[145],"databases,":[146],"demonstrate":[147],"effectiveness":[149],"our":[151],"method.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":4}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2020-01-30T00:00:00"}