{"id":"https://openalex.org/W2957628672","doi":"https://doi.org/10.3390/info10070239","title":"Multi-Modal Emotion Aware System Based on Fusion of Speech and Brain Information","display_name":"Multi-Modal Emotion Aware System Based on Fusion of Speech and Brain Information","publication_year":2019,"publication_date":"2019-07-11","ids":{"openalex":"https://openalex.org/W2957628672","doi":"https://doi.org/10.3390/info10070239","mag":"2957628672"},"language":"en","primary_location":{"id":"doi:10.3390/info10070239","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info10070239","pdf_url":"https://www.mdpi.com/2078-2489/10/7/239/pdf?version=1563415915","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/10/7/239/pdf?version=1563415915","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067907286","display_name":"Rania M. Ghoniem","orcid":null},"institutions":[{"id":"https://openalex.org/I106778892","display_name":"Princess Nourah bint Abdulrahman University","ror":"https://ror.org/05b0cyh02","country_code":"SA","type":"education","lineage":["https://openalex.org/I106778892"]},{"id":"https://openalex.org/I159247623","display_name":"Mansoura University","ror":"https://ror.org/01k8vtd75","country_code":"EG","type":"education","lineage":["https://openalex.org/I159247623"]}],"countries":["EG","SA"],"is_corresponding":true,"raw_author_name":"Rania M. Ghoniem","raw_affiliation_strings":["Department of Computer, Mansoura University, Mansoura 35516, Egypt","Department of Information Technology, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, Riyadh 84428, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Department of Computer, Mansoura University, Mansoura 35516, Egypt","institution_ids":["https://openalex.org/I159247623"]},{"raw_affiliation_string":"Department of Information Technology, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, Riyadh 84428, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103018247","display_name":"Abeer D. Algarni","orcid":"https://orcid.org/0000-0001-7199-5082"},"institutions":[{"id":"https://openalex.org/I106778892","display_name":"Princess Nourah bint Abdulrahman University","ror":"https://ror.org/05b0cyh02","country_code":"SA","type":"education","lineage":["https://openalex.org/I106778892"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Abeer D. Algarni","raw_affiliation_strings":["Department of Information Technology, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, Riyadh 84428, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, Riyadh 84428, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066945309","display_name":"Khaled Shaalan","orcid":"https://orcid.org/0000-0003-0823-8390"},"institutions":[{"id":"https://openalex.org/I193260172","display_name":"British University in Dubai","ror":"https://ror.org/00mc18523","country_code":"AE","type":"education","lineage":["https://openalex.org/I193260172"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Khaled Shaalan","raw_affiliation_strings":["Faculty of Engineering & IT, The British University in Dubai, Dubai 345015, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering & IT, The British University in Dubai, Dubai 345015, United Arab Emirates","institution_ids":["https://openalex.org/I193260172"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5067907286"],"corresponding_institution_ids":["https://openalex.org/I106778892","https://openalex.org/I159247623"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.8664,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.72179475,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"10","issue":"7","first_page":"239","last_page":"239"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7204264402389526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5654096007347107},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5283920168876648},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4772081971168518},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4597729444503784},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.4588968753814697},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.43446433544158936},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.42376238107681274},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4206456243991852},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3372325301170349}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7204264402389526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5654096007347107},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5283920168876648},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4772081971168518},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4597729444503784},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.4588968753814697},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.43446433544158936},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.42376238107681274},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4206456243991852},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3372325301170349},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/info10070239","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info10070239","pdf_url":"https://www.mdpi.com/2078-2489/10/7/239/pdf?version=1563415915","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:51f2e48c1a8640c29b5552351c1acfb9","is_oa":true,"landing_page_url":"https://doaj.org/article/51f2e48c1a8640c29b5552351c1acfb9","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 10, Iss 7, p 239 (2019)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2078-2489/10/7/239/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/info10070239","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/info10070239","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info10070239","pdf_url":"https://www.mdpi.com/2078-2489/10/7/239/pdf?version=1563415915","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7900000214576721,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2957628672.pdf","grobid_xml":"https://content.openalex.org/works/W2957628672.grobid-xml"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W238227692","https://openalex.org/W1989639247","https://openalex.org/W2023937851","https://openalex.org/W2026984028","https://openalex.org/W2039063696","https://openalex.org/W2044364233","https://openalex.org/W2052563938","https://openalex.org/W2063867591","https://openalex.org/W2074788634","https://openalex.org/W2075767206","https://openalex.org/W2098477891","https://openalex.org/W2100240292","https://openalex.org/W2112945682","https://openalex.org/W2117199619","https://openalex.org/W2122098299","https://openalex.org/W2125256017","https://openalex.org/W2127218421","https://openalex.org/W2128495200","https://openalex.org/W2136159091","https://openalex.org/W2164985412","https://openalex.org/W2172110927","https://openalex.org/W2230936439","https://openalex.org/W2234589100","https://openalex.org/W2239141610","https://openalex.org/W2302904916","https://openalex.org/W2345371550","https://openalex.org/W2507306959","https://openalex.org/W2508509980","https://openalex.org/W2523525429","https://openalex.org/W2580887161","https://openalex.org/W2584144234","https://openalex.org/W2595557705","https://openalex.org/W2747506362","https://openalex.org/W2749037581","https://openalex.org/W2751634266","https://openalex.org/W2754987240","https://openalex.org/W2755014019","https://openalex.org/W2755760886","https://openalex.org/W2762323924","https://openalex.org/W2762976654","https://openalex.org/W2765275511","https://openalex.org/W2767703272","https://openalex.org/W2788722888","https://openalex.org/W2799331981","https://openalex.org/W2800901331","https://openalex.org/W2802348097","https://openalex.org/W2804344511","https://openalex.org/W2808505323","https://openalex.org/W2811313228","https://openalex.org/W2811349597","https://openalex.org/W2884924725","https://openalex.org/W2884935442","https://openalex.org/W2886232760","https://openalex.org/W2888868298","https://openalex.org/W2889466822","https://openalex.org/W2889717020","https://openalex.org/W2896070351","https://openalex.org/W2899800683","https://openalex.org/W2903515201","https://openalex.org/W2903799353","https://openalex.org/W2904938641","https://openalex.org/W2910191085","https://openalex.org/W2918087949","https://openalex.org/W2949060006","https://openalex.org/W2963702064","https://openalex.org/W2994747594","https://openalex.org/W3098686642","https://openalex.org/W4285719527","https://openalex.org/W6743970561"],"related_works":["https://openalex.org/W3176621072","https://openalex.org/W2995475466","https://openalex.org/W2356785732","https://openalex.org/W4210430843","https://openalex.org/W4239033281","https://openalex.org/W4380789568","https://openalex.org/W3105745662","https://openalex.org/W4379523021","https://openalex.org/W2146824712","https://openalex.org/W281791438"],"abstract_inverted_index":{"In":[0,28],"multi-modal":[1,66,89,220],"emotion":[2,90],"aware":[3,91],"frameworks,":[4],"it":[5],"is":[6,109,116,153,178,185,210,226],"essential":[7],"to":[8,16,74,132,229],"estimate":[9],"the":[10,38,48,53,160,166,194,197,201],"emotional":[11],"features":[12,32,80,130],"then":[13,183],"fuse":[14,170],"them":[15],"different":[17],"degrees.":[18],"This":[19,84],"basically":[20],"follows":[21],"either":[22,142],"a":[23,87,100,146,175],"feature-level":[24],"or":[25,144],"decision-level":[26],"strategy.":[27],"all":[29],"likelihood,":[30],"while":[31],"from":[33,111],"several":[34],"modalities":[35],"may":[36],"enhance":[37],"classification":[39,167],"performance,":[40],"they":[41],"might":[42],"exhibit":[43],"high":[44],"dimensionality":[45,82],"and":[46,65,81,106,135,212,214,219,235,239,246],"make":[47],"learning":[49,57,79],"process":[50],"complex":[51],"for":[52,123,180,216,233],"most":[54],"used":[55,179],"machine":[56],"algorithms.":[58],"To":[59,169],"overcome":[60],"issues":[61],"of":[62,78,104,141,196,206,244],"feature":[63,102],"extraction":[64],"fusion,":[67],"hybrid":[68,147],"fuzzy-evolutionary":[69],"computation":[70],"methodologies":[71],"are":[72],"employed":[73],"demonstrate":[75],"ultra-strong":[76],"capability":[77],"reduction.":[83],"paper":[85],"proposes":[86],"novel":[88],"system":[92],"by":[93,127,187],"fusing":[94],"speech":[95,112,122,143,171,234],"with":[96,172],"EEG":[97,115,173],"modalities.":[98],"Firstly,":[99],"mixing":[101],"set":[103],"speaker-dependent":[105],"independent":[107],"characteristics":[108],"estimated":[110],"signal.":[113],"Further,":[114],"utilized":[117],"as":[118],"inner":[119],"channel":[120],"complementing":[121],"more":[124],"authoritative":[125],"recognition,":[126,221],"extracting":[128],"multiple":[129],"belonging":[131],"time,":[133],"frequency,":[134],"time\u2013frequency.":[136],"For":[137],"classifying":[138],"unimodal":[139],"data":[140],"EEG,":[145,217,236],"fuzzy":[148,162],"c-means-genetic":[149],"algorithm-neural":[150],"network":[151],"model":[152,225],"proposed,":[154],"where":[155,200],"its":[156],"fitness":[157],"function":[158],"finds":[159],"optimal":[161],"cluster":[163],"number":[164],"reducing":[165],"error.":[168],"information,":[174],"separate":[176],"classifier":[177],"each":[181],"modality,":[182],"output":[184],"computed":[186],"integrating":[188],"their":[189],"posterior":[190],"probabilities.":[191],"Results":[192],"show":[193],"superiority":[195],"proposed":[198,224],"model,":[199],"overall":[202],"performance":[203],"in":[204],"terms":[205],"accuracy":[207],"average":[208],"rates":[209],"98.06%,":[211],"97.28%,":[213],"98.53%":[215],"speech,":[218],"respectively.":[222,248],"The":[223],"also":[227],"applied":[228],"two":[230],"public":[231],"databases":[232],"namely:":[237],"SAVEE":[238],"MAHNOB,":[240],"which":[241],"achieve":[242],"accuracies":[243],"98.21%":[245],"98.26%,":[247]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}