{"id":"https://openalex.org/W4406244051","doi":"https://doi.org/10.3390/info16010040","title":"Meaningful Multimodal Emotion Recognition Based on Capsule Graph Transformer Architecture","display_name":"Meaningful Multimodal Emotion Recognition Based on Capsule Graph Transformer Architecture","publication_year":2025,"publication_date":"2025-01-10","ids":{"openalex":"https://openalex.org/W4406244051","doi":"https://doi.org/10.3390/info16010040"},"language":"en","primary_location":{"id":"doi:10.3390/info16010040","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info16010040","pdf_url":"https://www.mdpi.com/2078-2489/16/1/40/pdf?version=1736505061","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/16/1/40/pdf?version=1736505061","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085210407","display_name":"Hajar Filali","orcid":"https://orcid.org/0000-0001-7623-2113"},"institutions":[{"id":"https://openalex.org/I81605866","display_name":"Sidi Mohamed Ben Abdellah University","ror":"https://ror.org/04efg9a07","country_code":"MA","type":"education","lineage":["https://openalex.org/I81605866"]}],"countries":["MA"],"is_corresponding":true,"raw_author_name":"Hajar Filali","raw_affiliation_strings":["LISAC, Department of Computer Science, Faculty of Science Dhar El Mahraz, Sidi Mohamed Ben Abdellah University, Fez 30000, Morocco","Laboratory of \u0130nnovation in Management and Engineering (LIMIE), ISGA, Fez 30000, Morocco"],"raw_orcid":"https://orcid.org/0000-0001-7623-2113","affiliations":[{"raw_affiliation_string":"LISAC, Department of Computer Science, Faculty of Science Dhar El Mahraz, Sidi Mohamed Ben Abdellah University, Fez 30000, Morocco","institution_ids":["https://openalex.org/I81605866"]},{"raw_affiliation_string":"Laboratory of \u0130nnovation in Management and Engineering (LIMIE), ISGA, Fez 30000, Morocco","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072184955","display_name":"Chafik Boulealam","orcid":"https://orcid.org/0000-0002-2097-9098"},"institutions":[{"id":"https://openalex.org/I81605866","display_name":"Sidi Mohamed Ben Abdellah University","ror":"https://ror.org/04efg9a07","country_code":"MA","type":"education","lineage":["https://openalex.org/I81605866"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Chafik Boulealam","raw_affiliation_strings":["LISAC, Department of Computer Science, Faculty of Science Dhar El Mahraz, Sidi Mohamed Ben Abdellah University, Fez 30000, Morocco"],"raw_orcid":"https://orcid.org/0000-0002-2097-9098","affiliations":[{"raw_affiliation_string":"LISAC, Department of Computer Science, Faculty of Science Dhar El Mahraz, Sidi Mohamed Ben Abdellah University, Fez 30000, Morocco","institution_ids":["https://openalex.org/I81605866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059703645","display_name":"Khalid El Fazazy","orcid":"https://orcid.org/0000-0002-6333-2235"},"institutions":[{"id":"https://openalex.org/I81605866","display_name":"Sidi Mohamed Ben Abdellah University","ror":"https://ror.org/04efg9a07","country_code":"MA","type":"education","lineage":["https://openalex.org/I81605866"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Khalid El Fazazy","raw_affiliation_strings":["LISAC, Department of Computer Science, Faculty of Science Dhar El Mahraz, Sidi Mohamed Ben Abdellah University, Fez 30000, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LISAC, Department of Computer Science, Faculty of Science Dhar El Mahraz, Sidi Mohamed Ben Abdellah University, Fez 30000, Morocco","institution_ids":["https://openalex.org/I81605866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051206962","display_name":"Mohamed Adnane Mahraz","orcid":"https://orcid.org/0000-0002-0966-9654"},"institutions":[{"id":"https://openalex.org/I81605866","display_name":"Sidi Mohamed Ben Abdellah University","ror":"https://ror.org/04efg9a07","country_code":"MA","type":"education","lineage":["https://openalex.org/I81605866"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Adnane Mohamed Mahraz","raw_affiliation_strings":["LISAC, Department of Computer Science, Faculty of Science Dhar El Mahraz, Sidi Mohamed Ben Abdellah University, Fez 30000, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LISAC, Department of Computer Science, Faculty of Science Dhar El Mahraz, Sidi Mohamed Ben Abdellah University, Fez 30000, Morocco","institution_ids":["https://openalex.org/I81605866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021153442","display_name":"Hamid Tairi","orcid":"https://orcid.org/0000-0002-4895-3981"},"institutions":[{"id":"https://openalex.org/I81605866","display_name":"Sidi Mohamed Ben Abdellah University","ror":"https://ror.org/04efg9a07","country_code":"MA","type":"education","lineage":["https://openalex.org/I81605866"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Hamid Tairi","raw_affiliation_strings":["LISAC, Department of Computer Science, Faculty of Science Dhar El Mahraz, Sidi Mohamed Ben Abdellah University, Fez 30000, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LISAC, Department of Computer Science, Faculty of Science Dhar El Mahraz, Sidi Mohamed Ben Abdellah University, Fez 30000, Morocco","institution_ids":["https://openalex.org/I81605866"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084693852","display_name":"Jamal Riffi","orcid":"https://orcid.org/0000-0003-4697-8533"},"institutions":[{"id":"https://openalex.org/I81605866","display_name":"Sidi Mohamed Ben Abdellah University","ror":"https://ror.org/04efg9a07","country_code":"MA","type":"education","lineage":["https://openalex.org/I81605866"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Jamal Riffi","raw_affiliation_strings":["LISAC, Department of Computer Science, Faculty of Science Dhar El Mahraz, Sidi Mohamed Ben Abdellah University, Fez 30000, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LISAC, Department of Computer Science, Faculty of Science Dhar El Mahraz, Sidi Mohamed Ben Abdellah University, Fez 30000, Morocco","institution_ids":["https://openalex.org/I81605866"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5085210407"],"corresponding_institution_ids":["https://openalex.org/I81605866"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":7.1644,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.96740451,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"16","issue":"1","first_page":"40","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7230148315429688},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7054008841514587},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6103008389472961},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5551149249076843},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5469652414321899},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.49872660636901855},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4926765561103821},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.46461713314056396},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41529688239097595},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3723088502883911},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3265968859195709},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.32614755630493164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7230148315429688},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7054008841514587},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6103008389472961},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5551149249076843},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5469652414321899},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.49872660636901855},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4926765561103821},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.46461713314056396},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41529688239097595},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3723088502883911},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3265968859195709},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32614755630493164},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/info16010040","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info16010040","pdf_url":"https://www.mdpi.com/2078-2489/16/1/40/pdf?version=1736505061","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:80e6ae9781ae45fc8b2787461092b46c","is_oa":true,"landing_page_url":"https://doaj.org/article/80e6ae9781ae45fc8b2787461092b46c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 16, Iss 1, p 40 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/info16010040","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info16010040","pdf_url":"https://www.mdpi.com/2078-2489/16/1/40/pdf?version=1736505061","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.47999998927116394,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406244051.pdf","grobid_xml":"https://content.openalex.org/works/W4406244051.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1964940342","https://openalex.org/W2015463594","https://openalex.org/W2112796928","https://openalex.org/W2116341502","https://openalex.org/W2146334809","https://openalex.org/W2148143831","https://openalex.org/W2349191642","https://openalex.org/W2610961739","https://openalex.org/W2625929003","https://openalex.org/W2894363684","https://openalex.org/W2895615590","https://openalex.org/W2935726879","https://openalex.org/W3003259175","https://openalex.org/W3008007858","https://openalex.org/W3015884429","https://openalex.org/W3016138882","https://openalex.org/W3039554467","https://openalex.org/W3120680448","https://openalex.org/W3162024001","https://openalex.org/W3183891373","https://openalex.org/W3192216513","https://openalex.org/W3197564219","https://openalex.org/W3206241967","https://openalex.org/W4221147459","https://openalex.org/W4226275807","https://openalex.org/W4280530517","https://openalex.org/W4285076876","https://openalex.org/W4285274591","https://openalex.org/W4287887917","https://openalex.org/W4295094430","https://openalex.org/W4312095898","https://openalex.org/W4312872160","https://openalex.org/W4385573848","https://openalex.org/W4390017704","https://openalex.org/W4390168528","https://openalex.org/W4394862741","https://openalex.org/W4401687226","https://openalex.org/W6739901393","https://openalex.org/W6743446608"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2110287964","https://openalex.org/W2167701463","https://openalex.org/W4307407935"],"abstract_inverted_index":{"The":[0,28],"development":[1],"of":[2,30,59,75,138,183],"emotionally":[3],"intelligent":[4],"computers":[5],"depends":[6],"on":[7,11,187],"emotion":[8,36,67,85,170],"recognition":[9,37,171],"based":[10],"richer":[12],"multimodal":[13,64,84,98,169],"inputs,":[14],"such":[15],"as":[16,22,144],"text,":[17],"speech,":[18],"and":[19,127,185,192],"visual":[20,133],"cues,":[21],"multiple":[23],"modalities":[24,34],"complement":[25],"one":[26],"another.":[27],"effectiveness":[29,137],"complex":[31],"relationships":[32,43],"between":[33],"for":[35,66,166],"has":[38,172],"been":[39,56,173],"demonstrated,":[40],"but":[41],"these":[42],"are":[44],"still":[45],"largely":[46],"unexplored.":[47],"Various":[48],"fusion":[49],"mechanisms":[50],"using":[51,110],"simply":[52],"concatenated":[53],"information":[54],"have":[55,141],"the":[57,73,91,104,124,132,136,153],"mainstay":[58],"previous":[60],"research":[61],"in":[62],"learning":[63],"representations":[65,99],"classification,":[68],"rather":[69],"than":[70],"fully":[71],"utilizing":[72],"benefits":[74],"deep":[76,83],"learning.":[77],"In":[78],"this":[79],"paper,":[80],"a":[81,111,119,145],"unique":[82],"model":[86,106],"is":[87],"proposed,":[88],"which":[89],"uses":[90],"meaningful":[92,97],"neural":[93],"network":[94,114,121],"to":[95,115,122,130,158],"learn":[96],"while":[100],"classifying":[101],"data.":[102],"Specifically,":[103],"proposed":[105],"concatenates":[107],"multimodality":[108],"inputs":[109],"graph":[112],"convolutional":[113],"extract":[116],"acoustic":[117],"modality,":[118,126],"capsule":[120],"generate":[123],"textual":[125],"vision":[128],"transformer":[129],"acquire":[131],"modality.":[134],"Despite":[135],"MNN,":[139],"we":[140],"used":[142],"it":[143],"methodological":[146],"innovation":[147],"that":[148],"will":[149],"be":[150],"fed":[151],"with":[152,181],"previously":[154],"generated":[155],"vector":[156],"parameters":[157],"produce":[159],"better":[160],"predictive":[161],"results.":[162],"Our":[163],"suggested":[164],"approach":[165],"more":[167],"accurate":[168],"shown":[174],"through":[175],"extensive":[176],"examinations,":[177],"producing":[178],"state-of-the-art":[179],"results":[180],"accuracies":[182],"69%":[184],"56%":[186],"two":[188],"public":[189],"datasets,":[190],"MELD":[191],"MOSEI,":[193],"respectively.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}