{"id":"https://openalex.org/W4413277203","doi":"https://doi.org/10.1109/access.2025.3599563","title":"A Practical Multimodal Fusion System With Uncertainty Modeling for Robust Visual and Affective Applications","display_name":"A Practical Multimodal Fusion System With Uncertainty Modeling for Robust Visual and Affective Applications","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413277203","doi":"https://doi.org/10.1109/access.2025.3599563"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3599563","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3599563","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3599563","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102585502","display_name":"Lei Pan","orcid":"https://orcid.org/0009-0005-7214-7292"},"institutions":[{"id":"https://openalex.org/I132586189","display_name":"Zhongyuan University of Technology","ror":"https://ror.org/0360zcg91","country_code":"CN","type":"education","lineage":["https://openalex.org/I132586189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Pan","raw_affiliation_strings":["School of Computer Science, Zhongyuan University of Technology, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0009-0005-7214-7292","affiliations":[{"raw_affiliation_string":"School of Computer Science, Zhongyuan University of Technology, Zhengzhou, China","institution_ids":["https://openalex.org/I132586189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102758651","display_name":"Xingyu Han","orcid":"https://orcid.org/0000-0003-2682-9768"},"institutions":[{"id":"https://openalex.org/I132586189","display_name":"Zhongyuan University of Technology","ror":"https://ror.org/0360zcg91","country_code":"CN","type":"education","lineage":["https://openalex.org/I132586189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyu Han","raw_affiliation_strings":["School of Computer Science, Zhongyuan University of Technology, Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Zhongyuan University of Technology, Zhengzhou, China","institution_ids":["https://openalex.org/I132586189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409027","display_name":"Xiaoming Liu","orcid":"https://orcid.org/0000-0002-0424-629X"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming Liu","raw_affiliation_strings":["Zhengzhou Key Laboratory of Text Processing and Image Understanding, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0424-629X","affiliations":[{"raw_affiliation_string":"Zhengzhou Key Laboratory of Text Processing and Image Understanding, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100355653","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-5917-8653"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["School of Telecommunications Engineering, Xidian University, Xi’an, Shaanxi, China","School of Telecommunications Engineering Xidian University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0001-5917-8653","affiliations":[{"raw_affiliation_string":"School of Telecommunications Engineering, Xidian University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Telecommunications Engineering Xidian University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827","https://openalex.org/I4210136859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.106,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93734384,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"145289","last_page":"145302"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7195108532905579},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.503105103969574},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4787849187850952},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.46028369665145874},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3348417282104492}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7195108532905579},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.503105103969574},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4787849187850952},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.46028369665145874},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3348417282104492},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3599563","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3599563","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:fe85c1e69fa74e2797363b930f1b0117","is_oa":true,"landing_page_url":"https://doaj.org/article/fe85c1e69fa74e2797363b930f1b0117","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 145289-145302 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3599563","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3599563","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2771251299","display_name":"\u57fa\u4e8e\u7279\u5f81/\u6837\u672c\u7a00\u758f\u6027\u7684\u5927\u89c4\u6a21\u6838\u5b66\u4e60\u7b97\u6cd5\u7814\u7a76","funder_award_id":"61772020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4147184583","display_name":null,"funder_award_id":"24A520060","funder_id":"https://openalex.org/F4320335955","funder_display_name":"Key Scientific Research Project of Colleges and Universities in Henan Province"},{"id":"https://openalex.org/G4854076541","display_name":null,"funder_award_id":"62376207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G607161736","display_name":null,"funder_award_id":"62076167","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6115865773","display_name":null,"funder_award_id":"24A520058","funder_id":"https://openalex.org/F4320335955","funder_display_name":"Key Scientific Research Project of Colleges and Universities in Henan Province"},{"id":"https://openalex.org/G8653086878","display_name":null,"funder_award_id":"23A520022","funder_id":"https://openalex.org/F4320335955","funder_display_name":"Key Scientific Research Project of Colleges and Universities in Henan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335955","display_name":"Key Scientific Research Project of Colleges and Universities in Henan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W125693051","https://openalex.org/W1587447546","https://openalex.org/W2265228180","https://openalex.org/W2398118205","https://openalex.org/W2619383789","https://openalex.org/W2768886103","https://openalex.org/W2809734421","https://openalex.org/W2971197296","https://openalex.org/W2996198898","https://openalex.org/W3035333188","https://openalex.org/W3160264863","https://openalex.org/W3197642003","https://openalex.org/W3215430566","https://openalex.org/W4221148818","https://openalex.org/W4224926219","https://openalex.org/W4285149123","https://openalex.org/W4289535947","https://openalex.org/W4307640249","https://openalex.org/W4312639100","https://openalex.org/W4312946813","https://openalex.org/W4313007055","https://openalex.org/W4313639237","https://openalex.org/W4383066579","https://openalex.org/W4385569851","https://openalex.org/W4385570923","https://openalex.org/W4385695854","https://openalex.org/W4386047824","https://openalex.org/W4386075879","https://openalex.org/W4387185233","https://openalex.org/W4387757537","https://openalex.org/W4388093673","https://openalex.org/W4388562964","https://openalex.org/W4389264548","https://openalex.org/W4390872007","https://openalex.org/W4397031610","https://openalex.org/W4400777335","https://openalex.org/W4401933151","https://openalex.org/W4402716394","https://openalex.org/W4405680594","https://openalex.org/W4406057791","https://openalex.org/W4409917236","https://openalex.org/W4413147208","https://openalex.org/W6638319203","https://openalex.org/W6728622933","https://openalex.org/W6735443497","https://openalex.org/W6739651123","https://openalex.org/W6767908396","https://openalex.org/W6784323503","https://openalex.org/W6797613833","https://openalex.org/W6803448863","https://openalex.org/W6803759081","https://openalex.org/W6846427144","https://openalex.org/W6852873007","https://openalex.org/W6866030416"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Multimodal":[0,42],"fusion":[1,32],"models":[2,55],"are":[3],"widely":[4],"applied":[5],"in":[6,189],"practical":[7,100],"tasks":[8,127],"such":[9],"as":[10],"image":[11,102],"classification":[12,103],"and":[13,61,79,106,132,183],"sentiment":[14,108],"analysis.":[15],"However,":[16],"real-world":[17,190],"data":[18,60],"often":[19],"contain":[20],"noisy":[21,51,59,174],"or":[22,175],"imbalanced":[23],"modality":[24],"inputs,":[25],"significantly":[26],"affecting":[27],"the":[28,93,114,155,181,186],"performance":[29],"of":[30,95,124,185],"traditional":[31],"methods.":[33],"To":[34],"address":[35],"this":[36],"challenge,":[37],"we":[38],"propose":[39],"an":[40,80,120],"Uncertainty-Aware":[41],"Fusion":[43,82],"(UAMF)":[44],"framework":[45],"designed":[46],"to":[47,150,154],"enhance":[48],"robustness":[49,182],"under":[50,136,173],"conditions.":[52,177],"UAMF":[53,118,164],"jointly":[54],"aleatoric":[56],"uncertainty":[57,63,77],"from":[58,64,147],"epistemic":[62],"model":[65,116,158],"limitations.":[66],"It":[67],"integrates":[68],"a":[69],"Dynamic":[70],"Direct":[71],"Computation":[72],"(DDC)":[73],"module":[74],"for":[75],"adaptive":[76],"estimation":[78],"Uncertainty":[81],"Mechanism":[83],"(UFM)":[84],"that":[85,163],"fuses":[86],"predictions":[87],"using":[88],"Bayesian":[89],"updates.":[90],"We":[91],"evaluate":[92],"effectiveness":[94],"our":[96],"method":[97,188],"on":[98,130,134],"two":[99],"tasks:":[101],"(FOOD101,":[104],"CUB-200)":[105],"multimodal":[107,191],"analysis":[109],"(MOSI,":[110],"MOSEI).":[111],"Compared":[112],"with":[113],"baseline":[115],"QMF,":[117],"achieves":[119],"average":[121],"accuracy":[122],"improvement":[123],"2.3%":[125],"across":[126,168],"(e.g.,":[128],"+3.1%":[129],"CUB-200":[131],"+1.2%":[133],"MVSA-Single":[135],"Gaussian":[137],"noise).":[138],"In":[139],"addition,":[140],"it":[141],"reduces":[142],"inference":[143],"time":[144],"by":[145],"52%,":[146],"187.2":[148],"ms":[149],"89.5":[151],"ms,":[152],"compared":[153],"recent":[156],"state-of-the-art":[157],"EAU.":[159],"The":[160],"results":[161],"demonstrate":[162],"outperforms":[165],"existing":[166],"methods":[167],"both":[169],"application":[170],"domains,":[171],"particularly":[172],"modality-impaired":[176],"These":[178],"findings":[179],"highlight":[180],"generalizability":[184],"proposed":[187],"learning":[192],"scenarios.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}