{"id":"https://openalex.org/W4411141971","doi":"https://doi.org/10.33003/fjs-2025-0905-3412","title":"MULTI-MODAL EMOTION RECOGNITION MODEL USING GENERATIVE ADVERSARIAL NETWORKS (GANs) FOR AUGMENTING FACIAL EXPRESSIONS AND PHYSIOLOGICAL SIGNALS","display_name":"MULTI-MODAL EMOTION RECOGNITION MODEL USING GENERATIVE ADVERSARIAL NETWORKS (GANs) FOR AUGMENTING FACIAL EXPRESSIONS AND PHYSIOLOGICAL SIGNALS","publication_year":2025,"publication_date":"2025-05-31","ids":{"openalex":"https://openalex.org/W4411141971","doi":"https://doi.org/10.33003/fjs-2025-0905-3412"},"language":"en","primary_location":{"id":"doi:10.33003/fjs-2025-0905-3412","doi":"https://doi.org/10.33003/fjs-2025-0905-3412","is_oa":true,"landing_page_url":"https://doi.org/10.33003/fjs-2025-0905-3412","pdf_url":"https://fjs.fudutsinma.edu.ng/index.php/fjs/article/download/3412/2478","source":{"id":"https://openalex.org/S4210224159","display_name":"FUDMA Journal of Sciences","issn_l":"2616-1370","issn":["2616-1370","2645-2944"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4404662838","host_organization_name":"Federal University, Dutsin-Ma","host_organization_lineage":["https://openalex.org/P4404662838"],"host_organization_lineage_names":["Federal University, Dutsin-Ma"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"FUDMA JOURNAL OF SCIENCES","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://fjs.fudutsinma.edu.ng/index.php/fjs/article/download/3412/2478","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117932211","display_name":"Abya Newton Hegh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I187152970","display_name":"Benue State University","ror":"https://ror.org/04hfv3620","country_code":"NG","type":"education","lineage":["https://openalex.org/I187152970"]}],"countries":["NG"],"is_corresponding":true,"raw_author_name":"Abya Newton Hegh","raw_affiliation_strings":["Benue State University, Makurdi"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Benue State University, Makurdi","institution_ids":["https://openalex.org/I187152970"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022781398","display_name":"Adekunle Adedotun Adeyelu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I187152970","display_name":"Benue State University","ror":"https://ror.org/04hfv3620","country_code":"NG","type":"education","lineage":["https://openalex.org/I187152970"]}],"countries":["NG"],"is_corresponding":true,"raw_author_name":"Adekunle Adedotun Adeyelu","raw_affiliation_strings":["Benue State University, Makurdi"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Benue State University, Makurdi","institution_ids":["https://openalex.org/I187152970"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004603491","display_name":"Aamo Iorliam","orcid":"https://orcid.org/0000-0001-8238-9686","observed_orcids":["https://orcid.org/0000-0001-8238-9686"]},"institutions":[{"id":"https://openalex.org/I187152970","display_name":"Benue State University","ror":"https://ror.org/04hfv3620","country_code":"NG","type":"education","lineage":["https://openalex.org/I187152970"]}],"countries":["NG"],"is_corresponding":true,"raw_author_name":"Aamo Iorliam","raw_affiliation_strings":["Benue State University, Makurdi"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Benue State University, Makurdi","institution_ids":["https://openalex.org/I187152970"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010325139","display_name":"Samera Uga Otor","orcid":"https://orcid.org/0000-0002-9283-2909","observed_orcids":["https://orcid.org/0000-0002-9283-2909"]},"institutions":[{"id":"https://openalex.org/I187152970","display_name":"Benue State University","ror":"https://ror.org/04hfv3620","country_code":"NG","type":"education","lineage":["https://openalex.org/I187152970"]}],"countries":["NG"],"is_corresponding":true,"raw_author_name":"Samera U. Otor","raw_affiliation_strings":["Benue State University, Makurdi"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Benue State University, Makurdi","institution_ids":["https://openalex.org/I187152970"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5004603491","https://openalex.org/A5010325139","https://openalex.org/A5022781398","https://openalex.org/A5117932211"],"corresponding_institution_ids":["https://openalex.org/I187152970"],"apc_list":null,"apc_paid":null,"fwci":0.4892,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.62378213,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"9","issue":"5","first_page":"277","last_page":"290"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-emotion-recognition","display_name":"multimodal emotion recognition","score":0.9150000214576721},{"id":"https://openalex.org/keywords/generative-adversarial-networks","display_name":"generative adversarial networks","score":0.9440000057220459},{"id":"https://openalex.org/keywords/data-augmentation","display_name":"data augmentation","score":0.7770000100135803},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"facial expression recognition","score":0.8899999856948853},{"id":"https://openalex.org/keywords/physiological-signals","display_name":"physiological signals","score":0.9860000014305115},{"id":"https://openalex.org/keywords/hybrid-cnn-lstm-model","display_name":"CNN-LSTM hybrid model","score":0.7310000061988831},{"id":"https://openalex.org/keywords/feature-fusion","display_name":"feature fusion","score":0.8709999918937683},{"id":"https://openalex.org/keywords/class-imbalance","display_name":"class imbalance","score":0.8579999804496765},{"id":"https://openalex.org/keywords/fer-2013","display_name":"FER2013","score":0.8870000243186951},{"id":"https://openalex.org/keywords/deap-dataset","display_name":"DEAP dataset","score":0.8889999985694885}],"concepts":[{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.7312524318695068},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6935939788818359},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5862008333206177},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5394509434700012},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.502643346786499},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4886811077594757},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4726116955280304},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45347267389297485},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43240368366241455},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3235635757446289},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.043318599462509155},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.33003/fjs-2025-0905-3412","doi":"https://doi.org/10.33003/fjs-2025-0905-3412","is_oa":true,"landing_page_url":"https://doi.org/10.33003/fjs-2025-0905-3412","pdf_url":"https://fjs.fudutsinma.edu.ng/index.php/fjs/article/download/3412/2478","source":{"id":"https://openalex.org/S4210224159","display_name":"FUDMA Journal of Sciences","issn_l":"2616-1370","issn":["2616-1370","2645-2944"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4404662838","host_organization_name":"Federal University, Dutsin-Ma","host_organization_lineage":["https://openalex.org/P4404662838"],"host_organization_lineage_names":["Federal University, Dutsin-Ma"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"FUDMA JOURNAL OF SCIENCES","raw_type":"journal-article"},{"id":"pmh:oai:fjs.fudutsinma.edu.ng:article/3412","doi":null,"is_oa":true,"landing_page_url":"https://fjs.fudutsinma.edu.ng/index.php/index/article/view/3412","pdf_url":null,"source":{"id":"https://openalex.org/S4210224159","display_name":"FUDMA Journal of Sciences","issn_l":"2616-1370","issn":["2616-1370","2645-2944"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4404662838","host_organization_name":"Federal University, Dutsin-Ma","host_organization_lineage":["https://openalex.org/P4404662838"],"host_organization_lineage_names":["Federal University, Dutsin-Ma"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2645-2944","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.33003/fjs-2025-0905-3412","doi":"https://doi.org/10.33003/fjs-2025-0905-3412","is_oa":true,"landing_page_url":"https://doi.org/10.33003/fjs-2025-0905-3412","pdf_url":"https://fjs.fudutsinma.edu.ng/index.php/fjs/article/download/3412/2478","source":{"id":"https://openalex.org/S4210224159","display_name":"FUDMA Journal of Sciences","issn_l":"2616-1370","issn":["2616-1370","2645-2944"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4404662838","host_organization_name":"Federal University, Dutsin-Ma","host_organization_lineage":["https://openalex.org/P4404662838"],"host_organization_lineage_names":["Federal University, Dutsin-Ma"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"FUDMA JOURNAL OF SCIENCES","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411141971.pdf","grobid_xml":"https://content.openalex.org/works/W4411141971.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2911220936","https://openalex.org/W2962905870","https://openalex.org/W2989905762","https://openalex.org/W2994718079","https://openalex.org/W3003908700","https://openalex.org/W3012450219","https://openalex.org/W3024961463","https://openalex.org/W3049547150","https://openalex.org/W3084140714","https://openalex.org/W3084624816","https://openalex.org/W3089423349","https://openalex.org/W3120929420","https://openalex.org/W3136481713","https://openalex.org/W3138407803","https://openalex.org/W3207652202","https://openalex.org/W4200495630","https://openalex.org/W4206030489","https://openalex.org/W4283026446","https://openalex.org/W4283772290","https://openalex.org/W4308750008","https://openalex.org/W4312872160","https://openalex.org/W4312977453","https://openalex.org/W4317830843","https://openalex.org/W4323312548","https://openalex.org/W4385835700","https://openalex.org/W4391987244","https://openalex.org/W4396697413","https://openalex.org/W4399278703","https://openalex.org/W4410471996"],"related_works":["https://openalex.org/W2955221632","https://openalex.org/W4407782323","https://openalex.org/W7131351906","https://openalex.org/W4415278793","https://openalex.org/W4411550918","https://openalex.org/W7117074148","https://openalex.org/W6891840588","https://openalex.org/W4406521124","https://openalex.org/W7124145448","https://openalex.org/W4412092108"],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,26,33,105,243],"is":[2],"a":[3,30,223],"critical":[4],"area":[5],"of":[6,23,130,151,193,200,209],"research":[7],"with":[8,187],"applications":[9],"in":[10,56,138,202,230,241],"healthcare,":[11],"human-computer":[12],"interaction":[13],"(HCI),":[14],"security,":[15],"and":[16,39,54,71,87,106,146,153,170,176,190,206],"entertainment.":[17],"This":[18],"study":[19,63,217],"addressed":[20],"the":[21,65,72,127,144,168,180,198,207],"limitations":[22],"single-modal":[24],"emotion":[25,32,57,139,214,231,242],"systems":[27],"by":[28,43,221],"developing":[29],"multi-modal":[31,93,210,226],"model":[34,94,158,183],"that":[35],"integrates":[36],"facial":[37,69,103],"expressions":[38,70],"physiological":[40,76,113],"signals,":[41],"enhanced":[42],"Generative":[44],"Adversarial":[45],"Networks":[46,100],"(GANs).":[47],"It":[48],"aims":[49],"at":[50,123],"improving":[51],"accuracy,":[52],"reliability,":[53],"robustness":[55],"detection,":[58],"particularly":[59],"underrepresented":[60],"emotions.":[61],"The":[62,133,156,216],"utilized":[64],"FER-2013":[66],"dataset":[67,74],"for":[68,75,102,112,212,234],"DEAP":[73],"signals.":[77],"GANs":[78,201],"were":[79],"employed":[80],"to":[81,120,174,219],"augment":[82],"datasets,":[83,167],"address":[84],"class":[85],"imbalances":[86],"enhance":[88],"feature":[89],"diversity.":[90],"A":[91],"hybrid":[92,157,181,225],"was":[95,118],"developed,":[96],"combining":[97],"Convolutional":[98],"Neural":[99],"(CNNs)":[101],"expression":[104],"Long":[107],"Short-Term":[108],"Memory":[109],"(LSTM)":[110],"networks":[111],"signal":[114],"analysis.":[115],"Hybrid":[116],"fusion":[117],"used":[119],"integrate":[121],"features":[122],"multiple":[124],"levels,":[125],"maximizing":[126],"complementary":[128],"strengths":[129],"each":[131],"modality.":[132],"results":[134],"demonstrate":[135],"significant":[136],"improvements":[137],"recognition.":[140,215,232],"Without":[141],"GAN":[142],"augmentation,":[143],"CNN":[145,169],"LSTM":[147,171],"models":[148,172],"achieved":[149,184],"accuracies":[150],"62%":[152],"76%,":[154],"respectively.":[155],"outperformed,":[159],"gaining":[160],"90%":[161],"across":[162],"all":[163],"metrics.":[164],"With":[165],"GAN-augmented":[166,224],"improved":[173],"81%":[175],"86%,":[177],"respectively,":[178],"while":[179],"(multi-modal)":[182],"state-of-the-art":[185],"performance":[186],"93%":[188],"accuracy":[189],"an":[191],"F1-score":[192],"92%.":[194],"These":[195],"findings":[196],"underscore":[197],"efficacy":[199],"enhancing":[203],"data":[204],"diversity":[205],"advantages":[208],"integration":[211],"robust":[213],"contributes":[218],"knowledge":[220],"introducing":[222],"framework,":[227],"advancing":[228],"methodologies":[229],"Recommendations":[233],"future":[235],"work":[236],"include":[237],"addressing":[238],"ethical":[239],"considerations":[240],"systems.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2025-10-10T00:00:00"}