{"id":"https://openalex.org/W4403780753","doi":"https://doi.org/10.1145/3664647.3681228","title":"All rivers run into the sea: Unified Modality Brain-Inspired Emotional Central Mechanism","display_name":"All rivers run into the sea: Unified Modality Brain-Inspired Emotional Central Mechanism","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403780753","doi":"https://doi.org/10.1145/3664647.3681228"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681228","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681228","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102694825","display_name":"Xinji Mai","orcid":"https://orcid.org/0009-0003-4596-5391"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xinji Mai","raw_affiliation_strings":["Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-4596-5391","affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028517133","display_name":"Junxiong Lin","orcid":"https://orcid.org/0009-0000-9499-9983"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxiong Lin","raw_affiliation_strings":["Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-9499-9983","affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107699658","display_name":"Haoran Wang","orcid":"https://orcid.org/0009-0005-8267-861X"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoran Wang","raw_affiliation_strings":["Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-8267-861X","affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101426100","display_name":"Zeng Tao","orcid":"https://orcid.org/0009-0006-2998-6709"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeng Tao","raw_affiliation_strings":["Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-2998-6709","affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035140547","display_name":"Yan Wang","orcid":"https://orcid.org/0000-0002-4953-2660"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Wang","raw_affiliation_strings":["Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4953-2660","affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063134138","display_name":"Shaoqi Yan","orcid":"https://orcid.org/0009-0004-2959-7581"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoqi Yan","raw_affiliation_strings":["Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-2959-7581","affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101386245","display_name":"Xuan Tong","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Tong","raw_affiliation_strings":["Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-4379-4504","affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103193471","display_name":"Jiawen Yu","orcid":"https://orcid.org/0009-0004-9532-6376"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawen Yu","raw_affiliation_strings":["Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-9532-6376","affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084343794","display_name":"Boyang Wang","orcid":"https://orcid.org/0009-0002-2885-2814"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyang Wang","raw_affiliation_strings":["Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0002-2885-2814","affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066608329","display_name":"Ziheng Zhou","orcid":"https://orcid.org/0009-0001-8963-4821"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziheng Zhou","raw_affiliation_strings":["Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-8963-4821","affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039804722","display_name":"Qing Zhao","orcid":"https://orcid.org/0009-0004-8319-5487"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Zhao","raw_affiliation_strings":["Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-8319-5487","affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048271189","display_name":"Shuyong Gao","orcid":"https://orcid.org/0000-0002-8992-0756"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuyong Gao","raw_affiliation_strings":["Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8992-0756","affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100669255","display_name":"Wenqiang Zhang","orcid":"https://orcid.org/0000-0002-3339-8751"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqiang Zhang","raw_affiliation_strings":["Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University & Engineering Research Center of AI and Robotics, Ministry of Education, Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3339-8751","affiliations":[{"raw_affiliation_string":"Shanghai Engineering Research Center of AI and Robotics, Academy for Engineering and Technology, Fudan University & Engineering Research Center of AI and Robotics, Ministry of Education, Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5102694825"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":1.9207,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.86920961,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"632","last_page":"641"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.6556874513626099},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6301936507225037},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.569373369216919},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.3230434060096741},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3173595368862152},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21505600214004517},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.08219221234321594},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.06331273913383484}],"concepts":[{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.6556874513626099},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6301936507225037},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.569373369216919},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.3230434060096741},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3173595368862152},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21505600214004517},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.08219221234321594},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.06331273913383484}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3681228","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681228","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","score":0.8299999833106995,"display_name":"Life below water"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1133916940","https://openalex.org/W1522734439","https://openalex.org/W1557208597","https://openalex.org/W1988958688","https://openalex.org/W2066571473","https://openalex.org/W2089829955","https://openalex.org/W2094663297","https://openalex.org/W2130166597","https://openalex.org/W2144910712","https://openalex.org/W2156741031","https://openalex.org/W2194775991","https://openalex.org/W2536306890","https://openalex.org/W2593463961","https://openalex.org/W2618843390","https://openalex.org/W2962676343","https://openalex.org/W2962934715","https://openalex.org/W2963524571","https://openalex.org/W2963820951","https://openalex.org/W3093370878","https://openalex.org/W3095989712","https://openalex.org/W3171536535","https://openalex.org/W4225568094","https://openalex.org/W4301104990","https://openalex.org/W4304099113","https://openalex.org/W4304099179","https://openalex.org/W4318979794","https://openalex.org/W4377234444","https://openalex.org/W4385800557","https://openalex.org/W4386065595","https://openalex.org/W4388189896","https://openalex.org/W4403642234"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"In":[0],"the":[1,18,28,32,38,81,99,114,122,136,158,163,181,197],"field":[2],"of":[3,12,23,40,56,80,116,130,139,188],"affective":[4,50],"computing,":[5],"fully":[6],"leveraging":[7],"information":[8,88,118],"from":[9,89],"a":[10,46,59,68,72],"variety":[11],"sensory":[13,133],"modalities":[14],"is":[15,84],"essential":[16],"for":[17],"comprehensive":[19],"understanding":[20,212],"and":[21,37,71,104,143,149,173,191,204],"processing":[22,51],"human":[24,33],"emotions.":[25],"Inspired":[26],"by":[27],"process":[29],"through":[30,135],"which":[31],"brain":[34],"handles":[35],"emotions":[36],"theory":[39],"cross-modal":[41],"plasticity,":[42],"we":[43],"propose":[44],"UMBEnet,":[45],"brain-like":[47],"unified":[48],"modal":[49],"network.":[52],"The":[53,78],"primary":[54],"design":[55,79],"UMBEnet":[57,178,194],"includes":[58],"Dual-Stream":[60],"(DS)":[61],"structure":[62],"that":[63,177,208],"fuses":[64],"inherent":[65,93,144],"prompts":[66,94,142],"with":[67,213],"Prompt":[69,82],"Pool":[70,83],"Sparse":[73],"Feature":[74],"Fusion":[75],"(SFF)":[76],"module.":[77],"aimed":[85],"at":[86,221],"integrating":[87],"different":[90,120],"modalities,":[91,121],"while":[92],"are":[95],"intended":[96],"to":[97,109,126,151],"enhance":[98],"system's":[100],"predictive":[101],"guidance":[102],"capabilities":[103],"effectively":[105],"manage":[106],"knowledge":[107],"related":[108],"emotion":[110],"classification.":[111],"Moreover,":[112],"considering":[113],"sparsity":[115],"effective":[117],"across":[119],"SSF":[123],"module":[124],"aims":[125],"make":[127],"full":[128],"use":[129],"all":[131],"available":[132],"data":[134],"sparse":[137],"integration":[138],"modality":[140],"fusion":[141],"prompts,":[145],"maintaining":[146],"high":[147],"adaptability":[148,205],"sensitivity":[150],"complex":[152,210],"emotional":[153,211],"states.":[154],"Extensive":[155],"experiments":[156],"on":[157],"largest":[159],"benchmark":[160],"datasets":[161],"in":[162,186,206],"Dynamic":[164],"Facial":[165],"Expression":[166],"Recognition":[167],"(DFER)":[168],"field,":[169],"including":[170],"DFEW,":[171],"FERV39k,":[172],"MAFW,":[174],"have":[175],"proven":[176],"consistently":[179],"outperforms":[180],"current":[182,199],"state-of-the-art":[183],"methods.":[184],"Notably,":[185],"scenarios":[187],"Modality":[189],"Missingness":[190],"multimodal":[192,215],"contexts,":[193],"significantly":[195],"surpasses":[196],"leading":[198],"methods,":[200],"demonstrating":[201],"outstanding":[202],"performance":[203],"tasks":[207],"involve":[209],"rich":[214],"information.":[216],"Code":[217],"can":[218],"be":[219],"obtained":[220],"https://github.com/Xinji-Mai/UMBEnet.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}