{"id":"https://openalex.org/W4407782323","doi":"https://doi.org/10.1109/tai.2025.3537965","title":"A Multimodal-Driven Fusion Data Augmentation Framework for Emotion Recognition","display_name":"A Multimodal-Driven Fusion Data Augmentation Framework for Emotion Recognition","publication_year":2025,"publication_date":"2025-02-20","ids":{"openalex":"https://openalex.org/W4407782323","doi":"https://doi.org/10.1109/tai.2025.3537965"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2025.3537965","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3537965","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061696684","display_name":"Ao Li","orcid":"https://orcid.org/0009-0003-5621-9343"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ao Li","raw_affiliation_strings":["Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0003-5621-9343","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036297625","display_name":"Minchao Wu","orcid":"https://orcid.org/0000-0002-8103-4709"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minchao Wu","raw_affiliation_strings":["Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-8103-4709","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119246918","display_name":"Rui Ouyang","orcid":"https://orcid.org/0000-0001-9064-3226"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Ouyang","raw_affiliation_strings":["Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-9064-3226","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yongming Wang","orcid":"https://orcid.org/0009-0000-1195-0237"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongming Wang","raw_affiliation_strings":["Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0000-1195-0237","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fan Li","orcid":"https://orcid.org/0000-0003-1440-4658"},"institutions":[{"id":"https://openalex.org/I4210116919","display_name":"Institute of Flight","ror":"https://ror.org/02cx1m445","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210116919"]},{"id":"https://openalex.org/I58995867","display_name":"Civil Aviation Flight University of China","ror":"https://ror.org/01xyb1v19","country_code":"CN","type":"education","lineage":["https://openalex.org/I58995867"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Fan Li","raw_affiliation_strings":["Key Laboratory of Flight Techniques and Flight Safety, CAAC, Civil Aviation Flight University of China, Guanghan, Sichuan, China","Key Laboratory of Flight Techniques and Flight Safety, CAAC"],"raw_orcid":"https://orcid.org/0000-0003-1440-4658","affiliations":[{"raw_affiliation_string":"Key Laboratory of Flight Techniques and Flight Safety, CAAC, Civil Aviation Flight University of China, Guanghan, Sichuan, China","institution_ids":["https://openalex.org/I58995867"]},{"raw_affiliation_string":"Key Laboratory of Flight Techniques and Flight Safety, CAAC","institution_ids":["https://openalex.org/I4210116919"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101578581","display_name":"Zhao Lv","orcid":"https://orcid.org/0000-0001-9727-366X"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Lv","raw_affiliation_strings":["Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-9727-366X","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.8908,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.99134272,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"6","issue":"8","first_page":"2083","last_page":"2097"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.607025682926178},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.5469194054603577},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5095446705818176},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4823150634765625},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4510487914085388},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38251373171806335},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3178942799568176},{"id":"https://openalex.org/keywords/psychotherapist","display_name":"Psychotherapist","score":0.12275940179824829},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.06436514854431152}],"concepts":[{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.607025682926178},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.5469194054603577},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5095446705818176},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4823150634765625},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4510487914085388},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38251373171806335},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3178942799568176},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.12275940179824829},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.06436514854431152},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2025.3537965","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3537965","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4229043578","display_name":"\u57fa\u4e8e\u591a\u901a\u9053EOG\u7684\u773c\u52a8\u60c5\u7eea\u8868\u5f81\u4e0e\u8bc6\u522b\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61972437","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2002055708","https://openalex.org/W2024218186","https://openalex.org/W2043301392","https://openalex.org/W2077898435","https://openalex.org/W2078833921","https://openalex.org/W2085497785","https://openalex.org/W2102548748","https://openalex.org/W2149628368","https://openalex.org/W2194775991","https://openalex.org/W2488533857","https://openalex.org/W2525648609","https://openalex.org/W2619383789","https://openalex.org/W2766825571","https://openalex.org/W2809481400","https://openalex.org/W2894771803","https://openalex.org/W2898664946","https://openalex.org/W2922365824","https://openalex.org/W2968088593","https://openalex.org/W3023563170","https://openalex.org/W3125807224","https://openalex.org/W3138516171","https://openalex.org/W4220887861","https://openalex.org/W4225123064","https://openalex.org/W4230277160","https://openalex.org/W4284962585","https://openalex.org/W4300978621","https://openalex.org/W4303857113","https://openalex.org/W4319867819","https://openalex.org/W4321099452","https://openalex.org/W4321234694","https://openalex.org/W4363679399","https://openalex.org/W4364302344","https://openalex.org/W4366133841","https://openalex.org/W4384026939","https://openalex.org/W4386570719","https://openalex.org/W4386826611","https://openalex.org/W4388296685","https://openalex.org/W4388315058","https://openalex.org/W4388574325","https://openalex.org/W4389577011","https://openalex.org/W4390399638","https://openalex.org/W4395661433","https://openalex.org/W4400554173","https://openalex.org/W6767252517","https://openalex.org/W6845442662"],"related_works":["https://openalex.org/W4292002379","https://openalex.org/W2358901620","https://openalex.org/W4306253668","https://openalex.org/W3032782782","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2152662039","https://openalex.org/W4412588746","https://openalex.org/W4394972288"],"abstract_inverted_index":{"The":[0,121],"pursuit":[1],"of":[2,79,166,183,196],"imbuing":[3],"computers":[4],"with":[5],"emotional":[6],"intelligence":[7],"has":[8],"driven":[9],"extensive":[10,160],"research":[11,54],"into":[12],"physiological":[13,27,40,47,63,84,91,115],"signal":[14,85,92],"analysis":[15],"for":[16,25,61,152],"emotion":[17,36,80,101,146,153,205],"recognition.":[18],"Deep":[19],"learning":[20],"techniques":[21],"offer":[22],"promising":[23],"avenues":[24],"analyzing":[26],"signals":[28,48],"in":[29,44,186,203],"this":[30,73],"domain.":[31],"Despite":[32],"numerous":[33],"studies":[34],"on":[35,57,155,169,176],"recognition":[37,81,154,206],"using":[38,82],"various":[39],"signals,":[41,116],"challenges":[42],"persist":[43],"classifying":[45],"multimodal":[46,62,83,95,100,119,122,145,204],"due":[49],"to":[50,71,112,133,200],"data":[51,59,96,123,136],"scarcity.":[52],"Current":[53],"lacks":[55],"focus":[56],"addressing":[58],"insufficiency":[60],"signals.":[64],"This":[65],"article":[66],"proposes":[67],"an":[68],"innovative":[69],"method":[70,198],"address":[72],"issue":[74],"and":[75,98,173],"improve":[76],"the":[77,144,149,156,170,177,181,193],"effect":[78],"data.":[86,120],"Our":[87],"model":[88,110,163],"comprises":[89],"a":[90,94,99,106,126],"encoder,":[93],"generator,":[97],"recognizer.":[102],"Specifically,":[103],"we":[104],"introduce":[105],"customized":[107],"ConvNeXt-attention":[108],"fusion":[109],"(CNXAF)":[111],"fuse":[113],"diverse":[114],"generating":[117],"fused":[118],"generator":[124],"employs":[125],"conditional":[127],"self-attention":[128],"generative":[129],"adversarial":[130],"network":[131],"(c-SAGAN)":[132],"synthesize":[134],"additional":[135],"across":[137],"different":[138],"categories,":[139],"augmenting":[140],"original":[141],"datasets.":[142],"Finally,":[143],"recognizer":[147],"utilizes":[148],"ConvNeXt-t":[150],"classifier":[151],"extended":[157],"dataset.":[158],"Through":[159],"experimentation,":[161],"our":[162,184,197],"achieves":[164],"accuracies":[165],"96.06<inline-formula><tex-math":[167],"notation=\"LaTeX\">$\\%$</tex-math></inline-formula>":[168,175],"DEAP":[171],"dataset":[172],"95.70<inline-formula><tex-math":[174],"WESAD":[178],"dataset,":[179],"demonstrating":[180],"effectiveness":[182],"approach":[185],"accurately":[187],"recognizing":[188],"emotions.":[189],"Experimental":[190],"results":[191],"underscore":[192],"superior":[194],"performance":[195],"compared":[199],"existing":[201],"approaches":[202],"research.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":7}],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2025-10-10T00:00:00"}