{"id":"https://openalex.org/W4406233700","doi":"https://doi.org/10.1145/3711865","title":"Domain-Separated Bottleneck Attention Fusion Framework for Multimodal Emotion Recognition","display_name":"Domain-Separated Bottleneck Attention Fusion Framework for Multimodal Emotion Recognition","publication_year":2025,"publication_date":"2025-01-10","ids":{"openalex":"https://openalex.org/W4406233700","doi":"https://doi.org/10.1145/3711865"},"language":"en","primary_location":{"id":"doi:10.1145/3711865","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3711865","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103237455","display_name":"Peng He","orcid":"https://orcid.org/0009-0004-5455-3812"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peng He","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of Science and Technology of China, P.R.China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, P.R.China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048818071","display_name":"Jun Yu","orcid":"https://orcid.org/0000-0002-3197-8103"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Yu","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Hefei, China","University of Science and Technology of China, P.R.China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, P.R.China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015696501","display_name":"Chengjie Ge","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengjie Ge","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of Science and Technology of China, P.R.China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, P.R.China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100395308","display_name":"Wei Jia","orcid":"https://orcid.org/0000-0001-5628-6237"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye Yu","raw_affiliation_strings":["Hefei University of Technology, Hefei, China","Hefei University of Technology, P.R.China"],"affiliations":[{"raw_affiliation_string":"Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Hefei University of Technology, P.R.China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105287777","display_name":"W. L. Xu","orcid":"https://orcid.org/0000-0002-6499-9103"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Xu","raw_affiliation_strings":["Division of Life Sciences and Medicine, The First Affiliated Hospital, University of Science and Technology of China, Hefei, China","The First Affiliated Hospital, Division of Life Sciences and Medicine, University of Science and Technology of China, P.R.China"],"affiliations":[{"raw_affiliation_string":"Division of Life Sciences and Medicine, The First Affiliated Hospital, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"The First Affiliated Hospital, Division of Life Sciences and Medicine, University of Science and Technology of China, P.R.China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100435839","display_name":"Lei Wang","orcid":"https://orcid.org/0000-0002-0537-1105"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Wang","raw_affiliation_strings":["USTC, Hefei, China","University of Science and Technology of China, P.R.China"],"affiliations":[{"raw_affiliation_string":"USTC, Hefei, China","institution_ids":[]},{"raw_affiliation_string":"University of Science and Technology of China, P.R.China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100379454","display_name":"Tianyu Liu","orcid":"https://orcid.org/0000-0003-0887-5816"},"institutions":[{"id":"https://openalex.org/I4210151935","display_name":"Dahua Technology (China)","ror":"https://ror.org/04k9ktn61","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210151935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyu Liu","raw_affiliation_strings":["Jianghuai Advance Technology Center, Hefei, China","Jianghuai Advance Technology Center, P.R.China"],"affiliations":[{"raw_affiliation_string":"Jianghuai Advance Technology Center, Hefei, China","institution_ids":[]},{"raw_affiliation_string":"Jianghuai Advance Technology Center, P.R.China","institution_ids":["https://openalex.org/I4210151935"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018344952","display_name":"Zhen Kan","orcid":"https://orcid.org/0000-0003-2069-9544"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Kan","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of Science and Technology of China, P.R.China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, P.R.China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5103237455"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":15.642,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.9893954,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"21","issue":"4","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8890876770019531},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7721174359321594},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6064474582672119},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5429033041000366},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5177106857299805},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4230429530143738},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40568625926971436},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.09438008069992065}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8890876770019531},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7721174359321594},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6064474582672119},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5429033041000366},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5177106857299805},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4230429530143738},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40568625926971436},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.09438008069992065},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3711865","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3711865","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3537633596","display_name":null,"funder_award_id":"202104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4476238879","display_name":null,"funder_award_id":"20007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G450612882","display_name":null,"funder_award_id":"62276242","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7341775813","display_name":null,"funder_award_id":"31100005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G925666114","display_name":null,"funder_award_id":"000059","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1567179209","https://openalex.org/W2001097956","https://openalex.org/W2028975938","https://openalex.org/W2029996593","https://openalex.org/W2064935446","https://openalex.org/W2074788634","https://openalex.org/W2078951341","https://openalex.org/W2105931454","https://openalex.org/W2125011751","https://openalex.org/W2127141656","https://openalex.org/W2146334809","https://openalex.org/W2147449317","https://openalex.org/W2154193857","https://openalex.org/W2187089797","https://openalex.org/W2504729611","https://openalex.org/W2556418146","https://openalex.org/W2583643061","https://openalex.org/W2605133118","https://openalex.org/W2624419954","https://openalex.org/W2625297138","https://openalex.org/W2741447225","https://openalex.org/W2787560479","https://openalex.org/W2883409523","https://openalex.org/W2947476638","https://openalex.org/W2948303854","https://openalex.org/W2962796276","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964346351","https://openalex.org/W2970231061","https://openalex.org/W2987017338","https://openalex.org/W2997258743","https://openalex.org/W3035588244","https://openalex.org/W3036601975","https://openalex.org/W3044955494","https://openalex.org/W3087580124","https://openalex.org/W3093051361","https://openalex.org/W3096723250","https://openalex.org/W3118120400","https://openalex.org/W3128412859","https://openalex.org/W3130662682","https://openalex.org/W3137384391","https://openalex.org/W3154596443","https://openalex.org/W3169801598","https://openalex.org/W3174906557","https://openalex.org/W3184735396","https://openalex.org/W3206201541","https://openalex.org/W4220887861","https://openalex.org/W4221163935","https://openalex.org/W4221166187","https://openalex.org/W4223921983","https://openalex.org/W4239447739","https://openalex.org/W4281397735","https://openalex.org/W4285149123","https://openalex.org/W4287829505","https://openalex.org/W4312415534","https://openalex.org/W4312960652","https://openalex.org/W4319460305","https://openalex.org/W4319786843","https://openalex.org/W4367047524","https://openalex.org/W4386075879","https://openalex.org/W4386113246","https://openalex.org/W4386755412","https://openalex.org/W4388283005","https://openalex.org/W4389261633","https://openalex.org/W4390414889","https://openalex.org/W4390751814","https://openalex.org/W4399146389","https://openalex.org/W6739901393","https://openalex.org/W6797613833"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1973775000","https://openalex.org/W2748922771","https://openalex.org/W1987128138","https://openalex.org/W2743976221"],"abstract_inverted_index":{"As":[0],"a":[1,16,90,176],"focal":[2],"point":[3],"of":[4,18,26,32,142,179,193],"research":[5],"in":[6],"various":[7],"fields,":[8],"human":[9,65,98],"body":[10],"language":[11,59],"understanding":[12],"has":[13],"long":[14],"been":[15],"subject":[17],"intense":[19],"interest.":[20],"Within":[21],"this":[22,86],"realm,":[23],"the":[24,30,64,69,115,126,135,149,167,190],"exploration":[25],"emotion":[27,49,100],"recognition":[28,50,101],"through":[29],"analysis":[31],"facial":[33],"expressions,":[34],"voice":[35],"patterns,":[36],"and":[37,58,186,197],"physiological":[38],"signals":[39,73],"holds":[40],"significant":[41,76],"practical":[42],"value.":[43],"Compared":[44],"with":[45,102],"unimodal":[46],"approaches,":[47],"multimodal":[48,99],"models":[51],"leverage":[52],"complementary":[53],"information":[54],"from":[55],"vision,":[56],"acoustic,":[57],"modalities":[60],"to":[61,75,130,146,153],"robust":[62],"perceive":[63],"sentiment":[66],"attitudes.":[67],"However,":[68],"heterogeneity":[70],"among":[71],"modality":[72,110,194],"leads":[74],"domain":[77,120,128],"shifts,":[78],"posing":[79],"challenges":[80],"for":[81,97,184],"achieving":[82],"balanced":[83],"fusion.":[84],"In":[85,157],"article,":[87],"we":[88,107,138,160],"propose":[89],"Domain-Separated":[91],"Bottleneck":[92],"Attention":[93],"(DBA)":[94],"Fusion":[95,163,172],"Framework":[96],"lower":[103],"computational":[104,199],"complexity.":[105],"Specifically,":[106],"partition":[108],"each":[109,158],"into":[111,166],"two":[112,140,162],"distinct":[113],"domains:":[114],"invariant/private":[116],"domain.":[117],"The":[118],"invariant":[119],"contains":[121],"crucial":[122],"shared":[123],"information,":[124],"while":[125],"private":[127],"aims":[129],"capture":[131],"modality-specific":[132],"representations.":[133],"For":[134],"decomposed":[136],"features,":[137],"introduce":[139],"sets":[141],"bottleneck":[143],"cross-attention":[144],"modules":[145],"effectively":[147],"utilize":[148],"complementarity":[150],"between":[151],"domains":[152],"reduce":[154],"redundant":[155],"information.":[156],"module,":[159],"interweave":[161],"Adapter":[164,173],"blocks":[165],"Self-Attention":[168],"Transformer":[169],"backbone.":[170],"Each":[171],"block":[174],"integrates":[175],"small":[177],"group":[178],"latent":[180],"tokens":[181],"as":[182],"bridges":[183],"inter-modal":[185],"inter-domain":[187],"interactions,":[188],"mitigating":[189],"adverse":[191],"effects":[192],"distribution":[195],"differences":[196],"lowering":[198],"costs.":[200],"Extensive":[201],"experimental":[202],"results":[203],"demonstrate":[204],"that":[205],"our":[206],"method":[207],"outperforms":[208],"State-of-the-Art":[209],"(SOTA)":[210],"approaches":[211],"across":[212],"three":[213],"widely":[214],"used":[215],"benchmark":[216],"datasets.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}