{"id":"https://openalex.org/W3000704572","doi":"https://doi.org/10.1109/taffc.2020.2966440","title":"Two-Stage Fuzzy Fusion Based-Convolution Neural Network for Dynamic Emotion Recognition","display_name":"Two-Stage Fuzzy Fusion Based-Convolution Neural Network for Dynamic Emotion Recognition","publication_year":2020,"publication_date":"2020-01-13","ids":{"openalex":"https://openalex.org/W3000704572","doi":"https://doi.org/10.1109/taffc.2020.2966440","mag":"3000704572"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2020.2966440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2020.2966440","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074710425","display_name":"Min Wu","orcid":"https://orcid.org/0000-0002-0668-8315"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Wu","raw_affiliation_strings":["School of Automation, China University of Geosciences, Wuhan, China","Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-0668-8315","affiliations":[{"raw_affiliation_string":"School of Automation, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, Wuhan, China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008451144","display_name":"Wanjuan Su","orcid":"https://orcid.org/0000-0002-5497-4682"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanjuan Su","raw_affiliation_strings":["School of Automation, China University of Geosciences, Wuhan, China","Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-5497-4682","affiliations":[{"raw_affiliation_string":"School of Automation, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, Wuhan, China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029643093","display_name":"Luefeng Chen","orcid":"https://orcid.org/0000-0003-3571-7493"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luefeng Chen","raw_affiliation_strings":["School of Automation, China University of Geosciences, Wuhan, China","Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-3571-7493","affiliations":[{"raw_affiliation_string":"School of Automation, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, Wuhan, China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003799782","display_name":"Witold Pedrycz","orcid":"https://orcid.org/0000-0002-9335-9930"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Witold Pedrycz","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9335-9930","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065389686","display_name":"Kaoru Hirota","orcid":"https://orcid.org/0000-0002-8118-9815"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kaoru Hirota","raw_affiliation_strings":["Tokyo Institute of Technology, Nagatsuta, Yokohama, Japan"],"raw_orcid":"https://orcid.org/0000-0002-8118-9815","affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Nagatsuta, Yokohama, Japan","institution_ids":["https://openalex.org/I114531698"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.303,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.94447142,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"13","issue":"2","first_page":"805","last_page":"817"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6577627658843994},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6546744108200073},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6206442713737488},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5712142586708069},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5697348117828369},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5245856642723083},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.48531287908554077},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.48149144649505615},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.48010018467903137},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4730343520641327},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3766748607158661}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6577627658843994},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6546744108200073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6206442713737488},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5712142586708069},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5697348117828369},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5245856642723083},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.48531287908554077},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.48149144649505615},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.48010018467903137},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4730343520641327},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3766748607158661},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2020.2966440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2020.2966440","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.75,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1029998315","display_name":null,"funder_award_id":"201839","funder_id":"https://openalex.org/F4320328899","funder_display_name":"China University of Geosciences"},{"id":"https://openalex.org/G26576258","display_name":null,"funder_award_id":"B17040","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G2736798379","display_name":null,"funder_award_id":"61733016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3028657533","display_name":"\u57fa\u4e8e\u4eba\u673a\u4ea4\u4e92\u6df1\u5c42\u8ba4\u77e5\u4fe1\u606f\u7684\u591a\u673a\u5668\u4eba\u884c\u4e3a\u534f\u8c03\u673a\u5236\u7814\u7a76","funder_award_id":"61603356","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3779103802","display_name":null,"funder_award_id":"61973286","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null},{"id":"https://openalex.org/F4320328899","display_name":"China University of Geosciences","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1493267010","https://openalex.org/W1977802579","https://openalex.org/W1981918162","https://openalex.org/W1985867508","https://openalex.org/W2026243162","https://openalex.org/W2086655908","https://openalex.org/W2139916508","https://openalex.org/W2168692779","https://openalex.org/W2234589100","https://openalex.org/W2337522860","https://openalex.org/W2354701395","https://openalex.org/W2387968299","https://openalex.org/W2474425654","https://openalex.org/W2479639417","https://openalex.org/W2551403050","https://openalex.org/W2561231440","https://openalex.org/W2584561145","https://openalex.org/W2602034649","https://openalex.org/W2613890029","https://openalex.org/W2619383789","https://openalex.org/W2624340939","https://openalex.org/W2703895418","https://openalex.org/W2726381870","https://openalex.org/W2765179532","https://openalex.org/W2766272105","https://openalex.org/W2766926848","https://openalex.org/W2771285237","https://openalex.org/W2781571649","https://openalex.org/W2788731403","https://openalex.org/W2883430806","https://openalex.org/W2887576641","https://openalex.org/W2888650348","https://openalex.org/W2889466822","https://openalex.org/W2889915804","https://openalex.org/W2894676264","https://openalex.org/W2904113148","https://openalex.org/W2907332265","https://openalex.org/W2907891676","https://openalex.org/W2910191085","https://openalex.org/W2919115771","https://openalex.org/W2921644959","https://openalex.org/W2954548939","https://openalex.org/W2956824775","https://openalex.org/W2959133507","https://openalex.org/W2972273766","https://openalex.org/W3097096317","https://openalex.org/W3103205982","https://openalex.org/W3134705486"],"related_works":["https://openalex.org/W2729514902","https://openalex.org/W2024160000","https://openalex.org/W2773500201","https://openalex.org/W2061273563","https://openalex.org/W2285052147","https://openalex.org/W4319301798","https://openalex.org/W4287995534","https://openalex.org/W2743258233","https://openalex.org/W2998168123","https://openalex.org/W1972656095"],"abstract_inverted_index":{"The":[0,64,155],"two-stage":[1],"fuzzy":[2,116,127],"fusion":[3,117],"based-convolution":[4],"neural":[5,102],"network":[6],"is":[7,46,119],"proposed":[8,168],"for":[9],"dynamic":[10,81],"emotion":[11,27,59,109],"recognition":[12,60],"by":[13,121],"using":[14],"both":[15],"facial":[16,38],"expression":[17,39],"and":[18,40,73,126,139,183,186,193],"speech":[19,41],"modalities,":[20],"which":[21,29],"not":[22],"only":[23],"can":[24,35,91],"extract":[25,79,107],"discriminative":[26,97],"features":[28],"contain":[30],"spatio-temporal":[31,86],"information,":[32],"but":[33],"also":[34],"effectively":[36],"fuse":[37],"modalities.":[42],"Moreover,":[43,112],"the":[44,52,85,113,137,149,164,167,179,184],"proposal":[45],"able":[47],"to":[48,58,78,106,133],"handle":[49,148],"situations":[50],"where":[51],"contributions":[53],"of":[54,88,151,166,174],"each":[55],"modality":[56],"data":[57],"are":[61,75,104,170],"very":[62],"imbalanced.":[63],"local":[65],"binary":[66],"patterns":[67],"coming":[68],"from":[69],"three":[70],"orthogonal":[71],"planes":[72],"spectrogram":[74],"considered":[76],"first":[77],"low-level":[80],"emotion,":[82],"so":[83,131],"that":[84,163],"information":[87],"these":[89],"modalities":[90],"be":[92],"obtained.":[93],"To":[94],"reveal":[95],"more":[96],"features,":[98,144],"two":[99,114],"deep":[100,181],"convolution":[101],"networks":[103],"constructed":[105],"high-level":[108],"semantic":[110],"features.":[111],"stage":[115],"strategy":[118],"developed":[120],"integrating":[122],"canonical":[123],"correlation":[124,138],"analysis":[125],"broad":[128],"learning":[129,188],"system,":[130],"as":[132,145,147,178],"take":[134],"into":[135],"account":[136],"difference":[140],"between":[141],"different":[142],"modal":[143],"well":[146],"ambiguity":[150],"emotional":[152],"state":[153],"information.":[154],"experimental":[156],"results":[157],"obtained":[158],"on":[159,190],"benchmark":[160],"databases":[161],"show":[162],"accuracies":[165],"method":[169],"higher":[171],"than":[172],"those":[173],"existing":[175],"methods":[176],"(such":[177],"hybrid":[180],"model,":[182],"rule-based":[185],"machine":[187],"method)":[189],"SAVEE,":[191],"eNTERFACE’05,":[192],"AFEW":[194],"databases.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}