{"id":"https://openalex.org/W4413659949","doi":"https://doi.org/10.1186/s40537-025-01264-w","title":"Advancing multimodal emotion recognition in big data through prompt engineering and deep adaptive learning","display_name":"Advancing multimodal emotion recognition in big data through prompt engineering and deep adaptive learning","publication_year":2025,"publication_date":"2025-08-26","ids":{"openalex":"https://openalex.org/W4413659949","doi":"https://doi.org/10.1186/s40537-025-01264-w"},"language":"en","primary_location":{"id":"doi:10.1186/s40537-025-01264-w","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-025-01264-w","pdf_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-025-01264-w","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-025-01264-w","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024614819","display_name":"Abeer A. Wafa","orcid":"https://orcid.org/0009-0002-2229-476X"},"institutions":[{"id":"https://openalex.org/I84058292","display_name":"Helwan University","ror":"https://ror.org/00h55v928","country_code":"EG","type":"education","lineage":["https://openalex.org/I84058292"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Abeer A. Wafa","raw_affiliation_strings":["Data Science Program, Department of Information Systems, Faculty of Computers and Artificial Intelligence, Helwan University, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"Data Science Program, Department of Information Systems, Faculty of Computers and Artificial Intelligence, Helwan University, Cairo, Egypt","institution_ids":["https://openalex.org/I84058292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025896210","display_name":"Mai M. Eldefrawi","orcid":null},"institutions":[{"id":"https://openalex.org/I84058292","display_name":"Helwan University","ror":"https://ror.org/00h55v928","country_code":"EG","type":"education","lineage":["https://openalex.org/I84058292"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Mai M. Eldefrawi","raw_affiliation_strings":["Department of Information Systems, Faculty of Computers and Artificial Intelligence, Helwan University, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"Department of Information Systems, Faculty of Computers and Artificial Intelligence, Helwan University, Cairo, Egypt","institution_ids":["https://openalex.org/I84058292"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048031078","display_name":"Marwa Salah Farhan","orcid":"https://orcid.org/0000-0002-6340-2547"},"institutions":[{"id":"https://openalex.org/I84058292","display_name":"Helwan University","ror":"https://ror.org/00h55v928","country_code":"EG","type":"education","lineage":["https://openalex.org/I84058292"]},{"id":"https://openalex.org/I154023281","display_name":"British University in Egypt","ror":"https://ror.org/0066fxv63","country_code":"EG","type":"education","lineage":["https://openalex.org/I154023281"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Marwa S. Farhan","raw_affiliation_strings":["Department of Information Systems, Faculty of Computers and Artificial Intelligence, Helwan University, Cairo, Egypt","Department of Information Systems, Faculty of Informatics and Computer Science, British University in Egypt, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"Department of Information Systems, Faculty of Computers and Artificial Intelligence, Helwan University, Cairo, Egypt","institution_ids":["https://openalex.org/I84058292"]},{"raw_affiliation_string":"Department of Information Systems, Faculty of Informatics and Computer Science, British University in Egypt, Cairo, Egypt","institution_ids":["https://openalex.org/I154023281"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5024614819"],"corresponding_institution_ids":["https://openalex.org/I84058292"],"apc_list":{"value":1060,"currency":"GBP","value_usd":1300},"apc_paid":{"value":1060,"currency":"GBP","value_usd":1300},"fwci":22.2313,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.99558971,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"12","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7904160022735596},{"id":"https://openalex.org/keywords/computational-science-and-engineering","display_name":"Computational Science and Engineering","score":0.7078957557678223},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6822188496589661},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4975169003009796},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.49295973777770996},{"id":"https://openalex.org/keywords/science-and-engineering","display_name":"Science and engineering","score":0.47698503732681274},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42954155802726746},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4179531931877136},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32510507106781006},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1789841651916504},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.07268482446670532}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7904160022735596},{"id":"https://openalex.org/C68597687","wikidata":"https://www.wikidata.org/wiki/Q362601","display_name":"Computational Science and Engineering","level":2,"score":0.7078957557678223},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6822188496589661},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4975169003009796},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.49295973777770996},{"id":"https://openalex.org/C2993955422","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Science and engineering","level":2,"score":0.47698503732681274},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42954155802726746},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4179531931877136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32510507106781006},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1789841651916504},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.07268482446670532},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s40537-025-01264-w","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-025-01264-w","pdf_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-025-01264-w","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4de4d30feb854a0e963ba36f3152e22a","is_oa":true,"landing_page_url":"https://doaj.org/article/4de4d30feb854a0e963ba36f3152e22a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Big Data, Vol 12, Iss 1, Pp 1-62 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s40537-025-01264-w","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-025-01264-w","pdf_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-025-01264-w","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321655","display_name":"Science and Technology Development Fund","ror":"https://ror.org/044vr6g03"},{"id":"https://openalex.org/F4320322165","display_name":"Helwan University","ror":"https://ror.org/00h55v928"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413659949.pdf","grobid_xml":"https://content.openalex.org/works/W4413659949.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W2110158084","https://openalex.org/W2146334809","https://openalex.org/W2889003609","https://openalex.org/W2963686995","https://openalex.org/W2997461192","https://openalex.org/W2999309192","https://openalex.org/W3035164673","https://openalex.org/W3109971304","https://openalex.org/W4226048914","https://openalex.org/W4230144714","https://openalex.org/W4282591925","https://openalex.org/W4283736757","https://openalex.org/W4303987227","https://openalex.org/W4319299930","https://openalex.org/W4321373310","https://openalex.org/W4378189130","https://openalex.org/W4378907171","https://openalex.org/W4379356527","https://openalex.org/W4386997414","https://openalex.org/W4389733467","https://openalex.org/W4390410191","https://openalex.org/W4394743676","https://openalex.org/W4396919912","https://openalex.org/W4399850329","https://openalex.org/W4400727610","https://openalex.org/W4400849567","https://openalex.org/W4401043037","https://openalex.org/W4401665748","https://openalex.org/W4401819008","https://openalex.org/W4402457382","https://openalex.org/W4402955899","https://openalex.org/W4404553742","https://openalex.org/W4404797146","https://openalex.org/W4404884589","https://openalex.org/W4405179239","https://openalex.org/W4406135269","https://openalex.org/W4406154107","https://openalex.org/W4406236665","https://openalex.org/W4406244051","https://openalex.org/W4406267888","https://openalex.org/W4406360192","https://openalex.org/W4406715887","https://openalex.org/W4407128417","https://openalex.org/W4407559183","https://openalex.org/W4407572492","https://openalex.org/W4407585426","https://openalex.org/W4407590977","https://openalex.org/W4407592303","https://openalex.org/W4407700089","https://openalex.org/W4408135175","https://openalex.org/W4408838835","https://openalex.org/W4408841162","https://openalex.org/W4410118057","https://openalex.org/W4411549762","https://openalex.org/W4412438081"],"related_works":["https://openalex.org/W4390608645","https://openalex.org/W4405901645","https://openalex.org/W4394895745","https://openalex.org/W4247566972","https://openalex.org/W2960264696","https://openalex.org/W3090563135","https://openalex.org/W2497432351","https://openalex.org/W4206777497","https://openalex.org/W2910064364","https://openalex.org/W4239561299"],"abstract_inverted_index":{"Abstract":[0],"Emotion":[1,26],"recognition":[2,197],"in":[3,177,225,258],"dynamic":[4],"and":[5,15,36,62,85,87,105,134,143,149,181,211,219,239],"real-world":[6,227,255],"environments":[7],"presents":[8],"significant":[9],"challenges":[10,46],"due":[11],"to":[12,118,209],"the":[13,51,153,156,163,191,232,248],"complexity":[14],"variability":[16],"of":[17,130,141,155,234,250],"multimodal":[18,260],"data.":[19,204],"This":[20,189,229],"paper":[21],"introduces":[22],"an":[23],"innovative":[24],"Multimodal":[25],"Recognition":[27],"(MER)":[28],"framework":[29,52,123,164],"that":[30],"seamlessly":[31],"integrates":[32],"text,":[33],"audio,":[34],"video,":[35],"motion":[37,88],"data":[38,262],"using":[39,98],"advanced":[40],"machine":[41],"learning":[42,114],"techniques.":[43],"To":[44],"address":[45],"such":[47],"as":[48],"class":[49,120],"imbalance,":[50],"employs":[53],"Generative":[54],"Adversarial":[55],"Networks":[56,103,117],"(GANs)":[57],"for":[58,67,168,194,242,254],"synthetic":[59],"sample":[60],"generation":[61],"Dynamic":[63],"Prompt":[64],"Engineering":[65],"(DPE)":[66],"enhanced":[68],"feature":[69],"extraction":[70],"across":[71],"modalities.":[72],"Text":[73],"features":[74],"are":[75],"processed":[76],"with":[77,80,83,89,115,138,174],"Mistral-7B,":[78],"audio":[79],"HuBERT,":[81],"video":[82],"TimeSformer":[84],"LLaVA,":[86],"MediaPipe":[90],"Pose.":[91],"The":[92,122,245],"system":[93,192],"efficiently":[94],"fuses":[95],"these":[96,252],"inputs":[97],"Hierarchical":[99],"Attention-based":[100],"Graph":[101],"Neural":[102],"(HAN-GNN)":[104],"Cross-Modality":[106],"Transformer":[107],"Fusion":[108],"(XMTF),":[109],"further":[110,151],"improved":[111],"by":[112],"contrastive":[113],"Prototypical":[116],"enhance":[119],"separation.":[121],"demonstrates":[124],"exceptional":[125],"performance,":[126],"achieving":[127,214],"training":[128,175],"accuracies":[129,140],"99.92%":[131],"on":[132,136,160,202,217],"IEMOCAP":[133],"99.95%":[135],"MELD,":[137],"testing":[139],"99.82%":[142],"99.81%,":[144],"respectively.":[145],"High":[146],"precision,":[147],"recall,":[148],"specificity":[150],"highlight":[152],"robustness":[154],"model.":[157],"While":[158],"trained":[159,201],"batch-processed":[161],"datasets,":[162],"has":[165],"been":[166],"optimized":[167],"real-time":[169,195],"applications,":[170,256],"demonstrating":[171],"computational":[172],"efficiency":[173],"completed":[176],"just":[178],"5":[179],"min":[180],"inference":[182],"times":[183],"under":[184],"0.4":[185],"ms":[186],"per":[187],"sample.":[188],"makes":[190],"well-suited":[193],"emotion":[196],"tasks":[198],"despite":[199],"being":[200],"batch":[203],"It":[205],"also":[206],"generalizes":[207],"effectively":[208],"noisy":[210],"multilingual":[212],"settings,":[213],"strong":[215],"results":[216],"SAVEE":[218],"CMU-MOSEAS,":[220],"thereby":[221],"confirming":[222],"its":[223],"resilience":[224],"diverse":[226],"scenarios.":[228],"research":[230],"advances":[231],"field":[233],"MER,":[235],"offering":[236],"a":[237],"scalable":[238],"efficient":[240],"solution":[241],"affective":[243],"computing.":[244],"findings":[246],"emphasize":[247],"importance":[249],"refining":[251],"systems":[253],"particularly":[257],"complex,":[259],"big":[261],"environments.":[263]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":6}],"updated_date":"2026-04-24T08:23:43.765630","created_date":"2025-10-10T00:00:00"}