{"id":"https://openalex.org/W4416148905","doi":"https://doi.org/10.1109/taffc.2025.3632304","title":"Step-Wise Prompting Meets Uncertainty-Aware Dynamic Fusion for Robust EEG-Visual Emotion Recognition","display_name":"Step-Wise Prompting Meets Uncertainty-Aware Dynamic Fusion for Robust EEG-Visual Emotion Recognition","publication_year":2025,"publication_date":"2025-11-12","ids":{"openalex":"https://openalex.org/W4416148905","doi":"https://doi.org/10.1109/taffc.2025.3632304"},"language":null,"primary_location":{"id":"doi:10.1109/taffc.2025.3632304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3632304","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008074274","display_name":"Danyang Hao","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danyang Hao","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0001-8387-2634","affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091628153","display_name":"Ming Meng","orcid":"https://orcid.org/0000-0002-1976-4794"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Meng","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1976-4794","affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037162506","display_name":"Yunyuan Gao","orcid":"https://orcid.org/0000-0003-2128-2185"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunyuan Gao","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2128-2185","affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100917294","display_name":"Xiaohui Lou","orcid":null},"institutions":[{"id":"https://openalex.org/I27781120","display_name":"Wenzhou Medical University","ror":"https://ror.org/00rd5t069","country_code":"CN","type":"education","lineage":["https://openalex.org/I27781120"]},{"id":"https://openalex.org/I4210099263","display_name":"Ruian People's Hospital","ror":"https://ror.org/011b9vp56","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210099263"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Lou","raw_affiliation_strings":["Ruian People's Hospital, The Third Affiliated Hospital of Wenzhou Medical University, Wenzhou, China","Ruian People's Hospital, Wenzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ruian People's Hospital, The Third Affiliated Hospital of Wenzhou Medical University, Wenzhou, China","institution_ids":["https://openalex.org/I27781120","https://openalex.org/I4210099263"]},{"raw_affiliation_string":"Ruian People's Hospital, Wenzhou, China","institution_ids":["https://openalex.org/I27781120","https://openalex.org/I4210099263"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003649465","display_name":"Wanzeng Kong","orcid":"https://orcid.org/0000-0002-0113-6968"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanzeng Kong","raw_affiliation_strings":["Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou Dianzi University, Hangzhou, China","Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0113-6968","affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":1.0332,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81470027,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"17","issue":"1","first_page":"694","last_page":"707"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.0414000004529953,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/complementarity","display_name":"Complementarity (molecular biology)","score":0.5615000128746033},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5608000159263611},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5116999745368958},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4778999984264374},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.47540000081062317},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.46720001101493835},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.4478999972343445},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4408000111579895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7523000240325928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6398000121116638},{"id":"https://openalex.org/C202269582","wikidata":"https://www.wikidata.org/wiki/Q2644277","display_name":"Complementarity (molecular biology)","level":2,"score":0.5615000128746033},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5608000159263611},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5116999745368958},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4778999984264374},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.47540000081062317},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.46720001101493835},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.4478999972343445},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4408000111579895},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41749998927116394},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.40209999680519104},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3231000006198883},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.28209999203681946},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.28200000524520874},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2556000053882599}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3632304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3632304","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2653979805","display_name":null,"funder_award_id":"62371171","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5702063002","display_name":null,"funder_award_id":"62271181","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W2002055708","https://openalex.org/W2018185855","https://openalex.org/W2032254851","https://openalex.org/W2097982135","https://openalex.org/W2131354767","https://openalex.org/W2145287260","https://openalex.org/W2163808566","https://openalex.org/W2194775991","https://openalex.org/W2559463885","https://openalex.org/W2625929003","https://openalex.org/W2750692136","https://openalex.org/W2755014019","https://openalex.org/W2760103357","https://openalex.org/W2790404832","https://openalex.org/W2943183446","https://openalex.org/W2945616044","https://openalex.org/W2962905870","https://openalex.org/W2963104701","https://openalex.org/W2963855931","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964346351","https://openalex.org/W3024961463","https://openalex.org/W3034751874","https://openalex.org/W3080221164","https://openalex.org/W3084624816","https://openalex.org/W3088256290","https://openalex.org/W3093051361","https://openalex.org/W3101150053","https://openalex.org/W3128765132","https://openalex.org/W3131976674","https://openalex.org/W3161138502","https://openalex.org/W3193776664","https://openalex.org/W3199964822","https://openalex.org/W3200973167","https://openalex.org/W4205558134","https://openalex.org/W4220866631","https://openalex.org/W4281710448","https://openalex.org/W4292466823","https://openalex.org/W4295095061","https://openalex.org/W4319934143","https://openalex.org/W4323644278","https://openalex.org/W4327663834","https://openalex.org/W4361987556","https://openalex.org/W4361990957","https://openalex.org/W4362582448","https://openalex.org/W4386071547","https://openalex.org/W4387398498","https://openalex.org/W4389520746","https://openalex.org/W4389523777","https://openalex.org/W4392904512","https://openalex.org/W4394699177","https://openalex.org/W4396626685","https://openalex.org/W4401828090","https://openalex.org/W4402621153","https://openalex.org/W4403054523","https://openalex.org/W4404780702","https://openalex.org/W4405778930","https://openalex.org/W4406070074","https://openalex.org/W4406259097","https://openalex.org/W4407700089","https://openalex.org/W4408898848","https://openalex.org/W4408960743"],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"emotional":[1,47,100],"states":[2],"is":[3],"fundamental":[4],"to":[5,77,138,164],"advancing":[6,28],"next-generation":[7],"AI":[8],"systems":[9],"with":[10,118],"human-like":[11],"attributes.":[12],"Combining":[13],"the":[14,60,81,162,199],"complementary":[15],"strengths":[16],"of":[17,37,57,201],"electroencephalog":[18],"raphy":[19],"(EEG)":[20],"and":[21,74,86,97,156,169,194,207],"facial":[22,41,133],"expressions":[23,42],"holds":[24],"great":[25],"promise":[26],"for":[27,210],"multimodal":[29],"emotion":[30],"recognition":[31],"(MER).":[32],"EEG":[33,140],"provides":[34],"objective":[35],"measurements":[36],"neural":[38],"activity,":[39],"while":[40],"convey":[43],"rich,":[44],"externally":[45],"observable":[46],"cues.":[48],"However,":[49],"existing":[50],"joint":[51],"learning":[52],"frameworks":[53],"often":[54],"fall":[55],"short":[56],"fully":[58],"exploiting":[59],"synergy":[61],"between":[62,84],"these":[63,104],"modalities.":[64],"Two":[65],"key":[66],"challenges":[67],"remain":[68],"unresolved:":[69],"(1)":[70],"insufficient":[71],"cross-modal":[72],"alignment":[73],"interaction":[75,129],"prior":[76],"fusion":[78],"which":[79],"limits":[80],"semantic":[82],"complementarity":[83],"modalities;":[85],"(2)":[87],"modality":[88,151],"unreliability":[89],"caused":[90],"by":[91,130],"temporal":[92],"fluctuations":[93],"in":[94,99,191],"signal":[95],"quality":[96],"inconsistencies":[98],"semantics.":[101],"To":[102],"address":[103],"limitations,":[105],"we":[106],"propose":[107],"a":[108,113,154,205],"novel":[109],"framework":[110,203],"that":[111,181],"integrates":[112],"Step-wise":[114],"Prompts":[115],"(SwiP)":[116],"module":[117],"an":[119],"Uncertainty-Aware":[120],"Dynamic":[121],"Fusion":[122],"(UADF)":[123],"mechanism.":[124],"SwiP":[125],"enables":[126],"progressive,":[127],"fine-grained":[128],"introducing":[131],"sequential":[132],"features":[134],"as":[135,204],"visual":[136],"prompts":[137],"guide":[139],"representation":[141],"learning,":[142],"thereby":[143],"enhancing":[144],"cross":[145],"modal":[146],"complementarity.":[147],"UADF":[148],"dynamically":[149],"adjusts":[150],"contributions":[152],"through":[153],"token-":[155],"modality-level":[157],"uncertainty":[158],"estimation":[159],"scheme,":[160],"enabling":[161],"model":[163],"selectively":[165],"emphasize":[166],"informative":[167],"inputs":[168],"suppress":[170],"noisy":[171],"or":[172],"irrelevant":[173],"signals.":[174],"Extensive":[175],"experiments":[176],"on":[177],"benchmark":[178],"datasets":[179],"demonstrate":[180],"our":[182,202],"method":[183],"achieves":[184],"state-of-the-art":[185],"performance,":[186],"consistently":[187],"outperforming":[188],"competitive":[189],"baselines":[190],"both":[192],"accuracy":[193],"stability.":[195],"These":[196],"results":[197],"highlight":[198],"potential":[200],"robust":[206],"generalizable":[208],"solution":[209],"real-world":[211],"affective":[212],"computing":[213],"applications.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-11-12T00:00:00"}