{"id":"https://openalex.org/W7118159329","doi":"https://doi.org/10.1109/tmm.2026.3651100","title":"Multimodal Emotion Recognition with Temporal Slicing Encoder and Attention-Enhanced Synergy Integration","display_name":"Multimodal Emotion Recognition with Temporal Slicing Encoder and Attention-Enhanced Synergy Integration","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7118159329","doi":"https://doi.org/10.1109/tmm.2026.3651100"},"language":null,"primary_location":{"id":"doi:10.1109/tmm.2026.3651100","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2026.3651100","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100427217","display_name":"Haoyu Wang","orcid":"https://orcid.org/0009-0008-8093-102X"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Wang","raw_affiliation_strings":["School of Management, Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0000-8835-2374","affiliations":[{"raw_affiliation_string":"School of Management, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023541590","display_name":"Bengong Yu","orcid":"https://orcid.org/0000-0003-4170-2335"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bengong Yu","raw_affiliation_strings":["School of Management, Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-4170-2335","affiliations":[{"raw_affiliation_string":"School of Management, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114450243","display_name":"Zhonghao Xi","orcid":null},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhonghao Xi","raw_affiliation_strings":["School of Management, Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0003-7884-4465","affiliations":[{"raw_affiliation_string":"School of Management, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121729801","display_name":"Shuping Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuping Zhao","raw_affiliation_strings":["School of Management, Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-9029-4046","affiliations":[{"raw_affiliation_string":"School of Management, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121974003","display_name":"Ying Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Yang","raw_affiliation_strings":["School of Management, Hefei University of Technology, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Management, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01519188,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":null,"first_page":"3109","last_page":"3120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6762999892234802},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5020999908447266},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.40139999985694885},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.3986999988555908},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.3928999900817871},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.387800008058548},{"id":"https://openalex.org/keywords/slicing","display_name":"Slicing","score":0.3709000051021576},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.36399999260902405},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.34279999136924744}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8848000168800354},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6762999892234802},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5680999755859375},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5020999908447266},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.40139999985694885},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3986999988555908},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3928999900817871},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.3709000051021576},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.36399999260902405},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.34279999136924744},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.337799996137619},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C33326189","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information integration","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.3167000114917755},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.3158999979496002},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.30169999599456787},{"id":"https://openalex.org/C35639132","wikidata":"https://www.wikidata.org/wiki/Q7452468","display_name":"Sequence labeling","level":3,"score":0.29420000314712524},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27219998836517334},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2026.3651100","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2026.3651100","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G318148723","display_name":"\u57fa\u4e8e\u5728\u7ebf\u8bc4\u8bba\u7684\u590d\u6742\u4ea7\u54c1\u7528\u6237\u4e2a\u6027\u5316\u52a8\u6001\u77e5\u8bc6\u670d\u52a1\u673a\u5236\u7814\u7a76","funder_award_id":"72071061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3773962558","display_name":null,"funder_award_id":"72472043","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8480155402","display_name":null,"funder_award_id":"72188101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"the":[1,50,91,96,123,131,141,170,202,209],"realm":[2],"of":[3,27,47,53,98,213],"emotion":[4],"recognition":[5],"concerning":[6],"continuous":[7],"temporal":[8,80],"sequence":[9],"data,":[10],"scholars":[11],"have":[12,30,60,106],"delved":[13],"into":[14],"various":[15],"effective":[16],"integration":[17],"strategies":[18],"from":[19,42,84],"multiple":[20],"perspectives,":[21],"yielding":[22],"commendable":[23],"results.":[24],"The":[25,152],"majority":[26],"these":[28],"studies":[29],"comfortably":[31],"relied":[32],"on":[33,201],"Long":[34],"Short-Term":[35],"Memory":[36],"(LSTM)":[37],"networks":[38],"to":[39,57,69,78,163],"extract":[40],"features":[41,55,186],"both":[43],"video":[44],"and":[45,64,116,130,179,184,193,204,211,216],"audio,":[46],"ten":[48],"overlooking":[49],"thorough":[51],"extraction":[52,97],"underlying":[54],"prior":[56],"integration.":[58],"We":[59],"entirely":[61],"eschewed":[62],"convolutional":[63],"recurrent":[65],"architectures,":[66],"opting":[67],"instead":[68],"design":[70],"a":[71,156],"simple,":[72],"stackable":[73],"Temporal":[74],"Slicing":[75],"Encoder":[76],"(TSE)":[77],"distill":[79],"characteristics.":[81],"Empirical":[82],"evidence":[83],"two":[85],"sentiment":[86],"analysis":[87],"datasets":[88,207],"demonstrates":[89],"that":[90],"TSE":[92,142,217],"module":[93,154,172],"excels":[94],"in":[95,138],"emotional":[99,175],"features.":[100],"Building":[101],"upon":[102],"this":[103],"foundation,":[104],"we":[105],"further":[107],"explored":[108],"modality":[109],"interaction,":[110],"addressing":[111],"cross":[112],"modal":[113],"data":[114,167],"activation":[115],"synergy":[117],"optimization":[118],"between":[119,182],"different":[120],"features,":[121],"devising":[122],"Deep":[124],"Bimodal":[125],"Information":[126],"Transfer":[127],"Module":[128],"(DBIT)":[129],"Dynamic":[132],"Synergy":[133,149],"Optimization":[134],"Network":[135],"(DSON),":[136],"which,":[137],"conjunction":[139],"with":[140],"module,":[143],"form":[144],"our":[145,214],"TASE-Net":[146,215],"(Temporal":[147],"Attention":[148],"Emotion":[150],"Network).":[151],"DBIT":[153],"establishes":[155],"cross-attention":[157],"mechanism":[158],"guided":[159],"by":[160],"mutual":[161],"information":[162],"facilitate":[164],"text-guided":[165],"cross-modal":[166],"activation,":[168],"while":[169],"DSON":[171],"achieves":[173],"adaptive":[174],"feature":[176],"confidence":[177],"allocation":[178],"knowledge":[180],"transfer":[181],"trimodal":[183],"unimodal":[185],"through":[187],"an":[188,194],"Emotional":[189],"Weight":[190],"Adjuster":[191],"(EWA)":[192],"Asymmetric":[195],"Bidirectional":[196],"Distillator":[197],"(ABD).":[198],"Extensive":[199],"experiments":[200],"CMU-MOSI":[203],"CMU":[205],"MOSEI":[206],"substantiate":[208],"efficacy":[210],"advancement":[212],"encoder.":[218]},"counts_by_year":[],"updated_date":"2026-04-25T06:01:18.069262","created_date":"2026-01-05T00:00:00"}