{"id":"https://openalex.org/W7164164647","doi":"https://doi.org/10.1016/j.patcog.2026.114240","title":"FedBayesMamba: Uncertainty-aware federated learning for multimodal and audio\u2013visual sequential modeling with selective state space models","display_name":"FedBayesMamba: Uncertainty-aware federated learning for multimodal and audio\u2013visual sequential modeling with selective state space models","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164164647","doi":"https://doi.org/10.1016/j.patcog.2026.114240"},"language":"en","primary_location":{"id":"doi:10.1016/j.patcog.2026.114240","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.patcog.2026.114240","pdf_url":null,"source":{"id":"https://openalex.org/S414566","display_name":"Pattern Recognition","issn_l":"0031-3203","issn":["0031-3203","1873-5142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pattern Recognition","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.patcog.2026.114240","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018039182","display_name":"Xianxun Zhu","orcid":"https://orcid.org/0000-0003-3958-7040"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU","CN","SG"],"is_corresponding":false,"raw_author_name":"Xianxun Zhu","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore, Singapore","School of Communication and Information Engineering, Shanghai University, Shanghai, China","School of Computing, Macquarie University, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"School of Computing, Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138390824","display_name":"Xiaosong E","orcid":null},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaosong E","raw_affiliation_strings":["School of Communication and Information Engineering, Shanghai University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057168111","display_name":"Michele Nappi","orcid":"https://orcid.org/0000-0002-2517-2867"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michele Nappi","raw_affiliation_strings":["Department of Computer Science, University of Salerno, Fisciano, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Salerno, Fisciano, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035273426","display_name":"Imad Rida","orcid":"https://orcid.org/0000-0003-2789-5070"},"institutions":[{"id":"https://openalex.org/I4210145747","display_name":"Biom\u00e9canique et Bioing\u00e9nierie","ror":"https://ror.org/03yaydt41","country_code":"FR","type":"facility","lineage":["https://openalex.org/I102516824","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210095849","https://openalex.org/I4210145747"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Imad Rida","raw_affiliation_strings":["Laboratoire Biom\u00e9canique et Bioing\u00e9nierie UMR 7338, Universit\u00e9 de Technologie de Compi\u00e8gne, Compi\u00e8gne, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratoire Biom\u00e9canique et Bioing\u00e9nierie UMR 7338, Universit\u00e9 de Technologie de Compi\u00e8gne, Compi\u00e8gne, France","institution_ids":["https://openalex.org/I4210145747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5133952064","display_name":"Hui CHEN","orcid":"https://orcid.org/0000-0003-1375-4664"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]},{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU","CN"],"is_corresponding":true,"raw_author_name":"Hui Chen","raw_affiliation_strings":["School of Communication and Information Engineering, Shanghai University, Shanghai, China","School of Computing, Macquarie University, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1375-4664","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"School of Computing, Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5133952064"],"corresponding_institution_ids":["https://openalex.org/I113940042","https://openalex.org/I99043593"],"apc_list":{"value":2850,"currency":"USD","value_usd":2850},"apc_paid":{"value":2850,"currency":"USD","value_usd":2850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.72465156,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"180","issue":null,"first_page":"114240","last_page":"114240"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.14830000698566437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.14830000698566437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.11919999867677689,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.08950000256299973,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5335999727249146},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.46779999136924744},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4632999897003174},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.44429999589920044},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.3118000030517578}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7764999866485596},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5335999727249146},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.46779999136924744},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4632999897003174},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44780001044273376},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.44429999589920044},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3472000062465668},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33899998664855957},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3285999894142151},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2903999984264374}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.patcog.2026.114240","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.patcog.2026.114240","pdf_url":null,"source":{"id":"https://openalex.org/S414566","display_name":"Pattern Recognition","issn_l":"0031-3203","issn":["0031-3203","1873-5142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pattern Recognition","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.patcog.2026.114240","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.patcog.2026.114240","pdf_url":null,"source":{"id":"https://openalex.org/S414566","display_name":"Pattern Recognition","issn_l":"0031-3203","issn":["0031-3203","1873-5142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pattern Recognition","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2081028405","https://openalex.org/W3199093552","https://openalex.org/W3210279979","https://openalex.org/W4284677394","https://openalex.org/W4387449201","https://openalex.org/W4401070841","https://openalex.org/W4403611827","https://openalex.org/W4403792190","https://openalex.org/W4404602421","https://openalex.org/W4405761372","https://openalex.org/W4406047507","https://openalex.org/W4406647967","https://openalex.org/W4409365859","https://openalex.org/W4409366556","https://openalex.org/W4409368373","https://openalex.org/W4412733238","https://openalex.org/W4413147024","https://openalex.org/W4413147657","https://openalex.org/W7084751619","https://openalex.org/W7116074778","https://openalex.org/W7117320526","https://openalex.org/W7138069108","https://openalex.org/W7160185424","https://openalex.org/W7162449325"],"related_works":[],"abstract_inverted_index":{"Federated":[0],"learning":[1,11,76,183],"has":[2],"emerged":[3],"as":[4,33],"an":[5],"effective":[6],"paradigm":[7],"for":[8,78,188],"training":[9],"machine":[10],"models":[12,187],"across":[13,117],"distributed":[14,118],"clients":[15],"without":[16],"sharing":[17],"raw":[18],"data.":[19],"In":[20,66],"many":[21],"real-world":[22],"applications,":[23],"sequential":[24,80],"data":[25,58,81],"are":[26],"inherently":[27],"multimodal,":[28],"involving":[29],"heterogeneous":[30,57],"streams":[31],"such":[32],"audio,":[34],"visual,":[35],"and":[36,62,152,169,196],"temporal":[37,190],"signals.":[38],"However,":[39],"most":[40],"existing":[41],"federated":[42,75,158,173],"approaches":[43],"rely":[44],"on":[45,84,139],"deterministic":[46],"neural":[47],"networks,":[48],"which":[49],"often":[50],"struggle":[51],"to":[52,99],"capture":[53],"predictive":[54,150],"uncertainty":[55,116,154],"under":[56,156],"distributions,":[59],"cross-modal":[60,197],"inconsistencies,":[61],"dynamic":[63],"client":[64],"participation.":[65],"this":[67],"paper,":[68],"we":[69,120],"propose":[70],"FedBayesMamba":[71,165],",":[72],"a":[73,123,133],"Bayesian":[74,93,182],"framework":[77,147],"multimodal":[79,189],"modeling":[82,103],"based":[83],"selective":[85],"state":[86,110,185],"space":[87,111,186],"models.":[88,112],"The":[89,160],"proposed":[90,146],"approach":[91],"introduces":[92],"parameterization":[94],"into":[95],"the":[96,106,145,178],"Mamba":[97],"architecture":[98],"enable":[100],"uncertainty-aware":[101],"sequence":[102,198],"while":[104],"preserving":[105],"computational":[107],"efficiency":[108],"of":[109,180],"To":[113],"effectively":[114],"integrate":[115],"clients,":[119],"further":[121],"develop":[122],"posterior":[124,130],"aggregation":[125],"strategy":[126],"that":[127,144,164],"combines":[128],"client-level":[129],"distributions":[131],"in":[132,171,193],"principled":[134],"probabilistic":[135],"manner.":[136],"Extensive":[137],"experiments":[138],"multiple":[140],"benchmark":[141],"datasets":[142],"demonstrate":[143],"achieves":[148],"competitive":[149],"performance":[151],"improved":[153],"estimation":[155],"Non-IID":[157],"settings.":[159],"results":[161],"also":[162],"indicate":[163],"exhibits":[166],"strong":[167],"robustness":[168],"stability":[170],"challenging":[172],"scenarios.":[174],"These":[175],"findings":[176],"highlight":[177],"potential":[179],"combining":[181],"with":[184],"modeling,":[191],"particularly":[192],"audio-visual":[194],"perception":[195],"understanding":[199],"tasks.":[200]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-06-11T00:00:00"}