{"id":"https://openalex.org/W4386821089","doi":"https://doi.org/10.23919/ccc58697.2023.10239741","title":"Multimodal Emotion Recognition for Hearing-impaired Subjects by Fusing EEG Signals and Facial Expressions","display_name":"Multimodal Emotion Recognition for Hearing-impaired Subjects by Fusing EEG Signals and Facial Expressions","alternate_titles":[],"publication_year":2023,"publication_date":"2023-07-24","ids":{"openalex":"https://openalex.org/W4386821089","doi":"https://doi.org/10.23919/ccc58697.2023.10239741"},"language":"en","primary_location":{"id":"doi:10.23919/ccc58697.2023.10239741","doi":"https://doi.org/10.23919/ccc58697.2023.10239741","is_oa":false,"landing_page_url":"https://doi.org/10.23919/ccc58697.2023.10239741","pdf_url":null,"source":{"id":"https://openalex.org/S4363607703","display_name":"Chinese Control Conference (CCC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 42nd Chinese Control Conference (CCC)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4386821089"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085276793","display_name":"Yirui Chen","orcid":"https://orcid.org/0000-0003-1522-8908","observed_orcids":["https://orcid.org/0000-0003-1522-8908"]},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yirui Chen","raw_affiliation_strings":["School of Electrical Engineering and Automation Tianjin University of Technology,Tianjin,300384"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation Tianjin University of Technology,Tianjin,300384","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007604990","display_name":"Zhongli Bai","orcid":"https://orcid.org/0000-0002-8036-3770","observed_orcids":["https://orcid.org/0000-0002-8036-3770"]},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhongli Bai","raw_affiliation_strings":["School of Electrical Engineering and Automation Tianjin University of Technology,Tianjin,300384"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation Tianjin University of Technology,Tianjin,300384","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048885024","display_name":"Meiyi Cheng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Meiyi Cheng","raw_affiliation_strings":["School of Electrical Engineering and Automation Tianjin University of Technology,Tianjin,300384"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation Tianjin University of Technology,Tianjin,300384","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100326365","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0002-5706-1969","observed_orcids":["https://orcid.org/0000-0002-5706-1969"]},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yang Liu","raw_affiliation_strings":["School of Electrical Engineering and Automation Tianjin University of Technology,Tianjin,300384"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation Tianjin University of Technology,Tianjin,300384","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003562689","display_name":"Xuewen Zhao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xuewen Zhao","raw_affiliation_strings":["School of Electrical Engineering and Automation Tianjin University of Technology,Tianjin,300384"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation Tianjin University of Technology,Tianjin,300384","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027879510","display_name":"Yu Song","orcid":"https://orcid.org/0000-0002-9295-7795","observed_orcids":["https://orcid.org/0000-0002-9295-7795"]},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yu Song","raw_affiliation_strings":["School of Electrical Engineering and Automation Tianjin University of Technology,Tianjin,300384"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation Tianjin University of Technology,Tianjin,300384","institution_ids":["https://openalex.org/I136765683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I136765683"],"apc_list":null,"apc_paid":null,"fwci":0.2922,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.57299514,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-emotion-recognition","display_name":"multimodal emotion recognition","score":0.8970000147819519},{"id":"https://openalex.org/keywords/hearing-impaired-individuals","display_name":"hearing-impaired individuals","score":0.8130000233650208},{"id":"https://openalex.org/keywords/eeg-signals","display_name":"EEG signals","score":0.8700000047683716},{"id":"https://openalex.org/keywords/facial-expressions","display_name":"facial expressions","score":0.9629999995231628},{"id":"https://openalex.org/keywords/early-fusion","display_name":"feature-level fusion","score":0.8999999761581421},{"id":"https://openalex.org/keywords/cross-attention","display_name":"cross-attention","score":0.8550000190734863},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"emotion classification","score":0.8270000219345093}],"concepts":[{"id":"https://openalex.org/C2779812673","wikidata":"https://www.wikidata.org/wiki/Q169251","display_name":"Sadness","level":3,"score":0.7446842789649963},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.7182942032814026},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6195371150970459},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5761260986328125},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5271838903427124},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5104967355728149},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4999380111694336},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48950326442718506},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.46927180886268616},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4675300121307373},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4491059482097626},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4472297132015228},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.4335530400276184},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.43240228295326233},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4105517864227295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37031346559524536},{"id":"https://openalex.org/C548259974","wikidata":"https://www.wikidata.org/wiki/Q569965","display_name":"Audiology","level":1,"score":0.35660573840141296},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.34375855326652527},{"id":"https://openalex.org/C2779302386","wikidata":"https://www.wikidata.org/wiki/Q79871","display_name":"Anger","level":2,"score":0.26778554916381836},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.07593515515327454},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/ccc58697.2023.10239741","doi":"https://doi.org/10.23919/ccc58697.2023.10239741","is_oa":false,"landing_page_url":"https://doi.org/10.23919/ccc58697.2023.10239741","pdf_url":null,"source":{"id":"https://openalex.org/S4363607703","display_name":"Chinese Control Conference (CCC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 42nd Chinese Control Conference (CCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.5683000087738037,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1555767263","https://openalex.org/W1963753144","https://openalex.org/W1970727126","https://openalex.org/W2115135068","https://openalex.org/W2132889650","https://openalex.org/W2164985412","https://openalex.org/W2755014019","https://openalex.org/W2962905870","https://openalex.org/W2962949934","https://openalex.org/W2999294457","https://openalex.org/W3000538773","https://openalex.org/W3172805970","https://openalex.org/W4210604071","https://openalex.org/W4280544120","https://openalex.org/W4292338326","https://openalex.org/W4293143227"],"related_works":["https://openalex.org/W4415047128","https://openalex.org/W4396877672","https://openalex.org/W4310592224","https://openalex.org/W2899077601","https://openalex.org/W4361987556","https://openalex.org/W7161233363","https://openalex.org/W3156860372","https://openalex.org/W4380086787","https://openalex.org/W7169667135","https://openalex.org/W4393406726"],"abstract_inverted_index":{"With":[0],"the":[1,27,34,49,59,64,94,105,110,117],"development":[2],"and":[3,9,73,97,137],"improvement":[4],"of":[5,29,52,58,121],"artificial":[6],"intelligence":[7],"technology":[8],"multi-source":[10],"information":[11],"integration":[12],"theory,":[13],"emotional":[14,21,31,40,91],"recognition":[15,22,124],"has":[16],"gradually":[17],"transitioned":[18],"from":[19],"single-modality":[20],"to":[23,26,85,90,104],"multimodal.":[24],"Due":[25],"shortage":[28],"an":[30,39],"cognitive":[32,41],"channel,":[33],"hearing-impaired":[35,60],"subjects":[36,61],"may":[37],"have":[38],"deviation":[42],"in":[43,93],"daily":[44],"communication.":[45],"Therefore,":[46],"we":[47,79],"classified":[48],"four":[50,122],"kinds":[51],"emotions":[53,123],"(happiness,":[54],"fear,":[55],"calmness,":[56],"sadness)":[57],"based":[62],"on":[63],"feature-level":[65,106],"fusion":[66,107,127],"network":[67],"which":[68,130],"combined":[69],"electroencephalography":[70],"(EEG)":[71],"signals":[72,135],"facial":[74,138],"expressions.":[75],"In":[76],"this":[77],"network,":[78],"adopted":[80],"different":[81],"feature":[82],"extraction":[83],"methods":[84],"obtain":[86],"shallow":[87],"features":[88],"related":[89],"changes":[92],"two":[95,111],"modalities,":[96],"then":[98],"used":[99],"multi":[100],"-head":[101],"cross-attention":[102],"mechanism":[103],"layer":[108],"between":[109],"modalities.":[112],"The":[113],"results":[114],"show":[115],"that":[116],"average":[118],"classification":[119],"accuracy":[120],"after":[125],"multimodal":[126],"achieves":[128],"92.09%,":[129],"is":[131],"higher":[132],"than":[133],"EEG":[134],"(15.40%)":[136],"expressions":[139],"(11.49%).":[140]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4386821089","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-09-19T00:00:00"}
