{"id":"https://openalex.org/W3000894155","doi":"https://doi.org/10.1109/access.2020.2969032","title":"Learning Deep Binaural Representations With Deep Convolutional Neural Networks for Spontaneous Speech Emotion Recognition","display_name":"Learning Deep Binaural Representations With Deep Convolutional Neural Networks for Spontaneous Speech Emotion Recognition","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3000894155","doi":"https://doi.org/10.1109/access.2020.2969032","mag":"3000894155"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.2969032","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2969032","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08967041.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08967041.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101891025","display_name":"Shiqing Zhang","orcid":"https://orcid.org/0000-0001-8184-5088"},"institutions":[{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiqing Zhang","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8184-5088","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","institution_ids":["https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Aihua Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aihua Chen","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","institution_ids":["https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051503647","display_name":"Wenping Guo","orcid":"https://orcid.org/0000-0002-0405-1775"},"institutions":[{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenping Guo","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0405-1775","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","institution_ids":["https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083925417","display_name":"Yueli Cui","orcid":"https://orcid.org/0000-0002-9837-6705"},"institutions":[{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueli Cui","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9837-6705","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","institution_ids":["https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021523224","display_name":"Xiaoming Zhao","orcid":"https://orcid.org/0000-0002-4708-4171"},"institutions":[{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming Zhao","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4708-4171","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, China","institution_ids":["https://openalex.org/I82760581"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100665311","display_name":"Limei Liu","orcid":"https://orcid.org/0000-0003-0105-074X"},"institutions":[{"id":"https://openalex.org/I77396741","display_name":"Hunan University of Technology and Business","ror":"https://ror.org/057cydn08","country_code":"CN","type":"education","lineage":["https://openalex.org/I77396741"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Limei Liu","raw_affiliation_strings":["Institute of Big Data and Internet Innovation, Hunan University of Commerce, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-0105-074X","affiliations":[{"raw_affiliation_string":"Institute of Big Data and Internet Innovation, Hunan University of Commerce, Changsha, China","institution_ids":["https://openalex.org/I77396741"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.6472,"has_fulltext":true,"cited_by_count":36,"citation_normalized_percentile":{"value":0.95078408,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"23496","last_page":"23505"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7907484769821167},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.708580732345581},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6562564969062805},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6338596940040588},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.6294207572937012},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6011863946914673},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5530883073806763},{"id":"https://openalex.org/keywords/spectrogram","display_name":"Spectrogram","score":0.5432698726654053},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.5165549516677856},{"id":"https://openalex.org/keywords/binaural-recording","display_name":"Binaural recording","score":0.502589225769043},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.4857836067676544},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.481806218624115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7907484769821167},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.708580732345581},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6562564969062805},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6338596940040588},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.6294207572937012},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6011863946914673},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5530883073806763},{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.5432698726654053},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.5165549516677856},{"id":"https://openalex.org/C201247586","wikidata":"https://www.wikidata.org/wiki/Q5612967","display_name":"Binaural recording","level":2,"score":0.502589225769043},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.4857836067676544},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.481806218624115},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.2969032","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2969032","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08967041.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1a822beaa54c48608406e752862bdd2d","is_oa":true,"landing_page_url":"https://doaj.org/article/1a822beaa54c48608406e752862bdd2d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 23496-23505 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.2969032","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2969032","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08967041.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G2745919159","display_name":null,"funder_award_id":"LZ20F020002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4881726568","display_name":null,"funder_award_id":"2018JQ003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5851559761","display_name":null,"funder_award_id":"61976149","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7484188896","display_name":null,"funder_award_id":"71790615","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8745541972","display_name":null,"funder_award_id":"1803gy08","funder_id":"https://openalex.org/F4320336614","funder_display_name":"Science and Technology Plan Project of Taizhou"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329360","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73"},{"id":"https://openalex.org/F4320336614","display_name":"Science and Technology Plan Project of Taizhou","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3000894155.pdf","grobid_xml":"https://content.openalex.org/works/W3000894155.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W175750906","https://openalex.org/W1686810756","https://openalex.org/W1963882359","https://openalex.org/W1976066595","https://openalex.org/W1992879732","https://openalex.org/W2042700175","https://openalex.org/W2063767522","https://openalex.org/W2064675550","https://openalex.org/W2074788634","https://openalex.org/W2080576537","https://openalex.org/W2087195460","https://openalex.org/W2087618018","https://openalex.org/W2100495367","https://openalex.org/W2117287331","https://openalex.org/W2136656942","https://openalex.org/W2144005487","https://openalex.org/W2194775991","https://openalex.org/W2239141610","https://openalex.org/W2243226955","https://openalex.org/W2274202079","https://openalex.org/W2277498883","https://openalex.org/W2295001676","https://openalex.org/W2295579880","https://openalex.org/W2336160298","https://openalex.org/W2399733683","https://openalex.org/W2552348884","https://openalex.org/W2599685671","https://openalex.org/W2614874155","https://openalex.org/W2618530766","https://openalex.org/W2684113480","https://openalex.org/W2703895418","https://openalex.org/W2769573306","https://openalex.org/W2803098682","https://openalex.org/W2889466822","https://openalex.org/W2892071465","https://openalex.org/W2897132394","https://openalex.org/W2897403446","https://openalex.org/W2901939891","https://openalex.org/W2917572534","https://openalex.org/W2919115771","https://openalex.org/W2955736964","https://openalex.org/W2956824775","https://openalex.org/W2962749013","https://openalex.org/W2964167669","https://openalex.org/W6607193717","https://openalex.org/W6637373629","https://openalex.org/W6697498398"],"related_works":["https://openalex.org/W2530685530","https://openalex.org/W4375868962","https://openalex.org/W2011227383","https://openalex.org/W2088854863","https://openalex.org/W4402568167","https://openalex.org/W3179495260","https://openalex.org/W1976719989","https://openalex.org/W3127543252","https://openalex.org/W2065606036","https://openalex.org/W2953234277"],"abstract_inverted_index":{"Spontaneous":[0],"speech":[1,21,67,139],"emotion":[2,22,112],"recognition":[3,23],"is":[4,86,109,120],"a":[5,16,70,76,115],"new":[6,17,77],"and":[7,30,52,129,144],"challenging":[8,136],"research":[9],"topic.":[10],"In":[11],"this":[12],"paper,":[13],"we":[14],"propose":[15],"method":[18,38],"of":[19,27,150],"spontaneous":[20,137],"on":[24,64,100,134],"the":[25,56,90,101,124,142,148],"basis":[26],"binaural":[28,47],"representations":[29,48],"deep":[31,45],"convolutional":[32],"neural":[33],"networks":[34],"(CNNs).":[35],"The":[36],"proposed":[37,87,152],"initially":[39],"employs":[40],"multiple":[41],"CNNs":[42,61],"to":[43,88,122],"learn":[44],"segment-level":[46,92],"such":[49],"as":[50],"Left-Right":[51,128],"Mid-Side":[53,130],"pairs":[54],"from":[55,69,127],"extracted":[57],"image-like":[58],"Mel-spectrograms.":[59],"These":[60],"are":[62],"fine-tuned":[63],"target":[65],"emotional":[66,138],"datasets":[68],"pre-trained":[71],"image":[72],"CNN":[73],"model.":[74],"Then,":[75],"feature":[78,84],"pooling":[79],"strategy,":[80],"called":[81],"block-based":[82],"temporal":[83],"pooling,":[85],"aggregate":[89],"learned":[91],"features":[93],"for":[94,111],"producing":[95],"fixed-length":[96],"utterance-level":[97,102],"features.":[98],"Based":[99],"features,":[103],"linear":[104],"support":[105],"vector":[106],"machines":[107],"(SVM)":[108],"adopted":[110],"classification.":[113],"Finally,":[114],"two-stage":[116],"score-level":[117],"fusion":[118],"strategy":[119],"used":[121],"integrate":[123],"obtained":[125],"results":[126],"pairs.":[131],"Extensive":[132],"experiments":[133],"two":[135],"datasets,":[140],"including":[141],"AFEW5.0":[143],"BAUM-1s":[145],"databases,":[146],"demonstrate":[147],"effectiveness":[149],"our":[151],"method.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}