{"id":"https://openalex.org/W7163203178","doi":"https://doi.org/10.1109/access.2026.3699381","title":"Reliability-Aware Multimodal Emotion Recognition for Heterogeneous and Corrupted Audio\u2013Visual Environments","display_name":"Reliability-Aware Multimodal Emotion Recognition for Heterogeneous and Corrupted Audio\u2013Visual Environments","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7163203178","doi":"https://doi.org/10.1109/access.2026.3699381"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3699381","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3699381","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3699381","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003800620","display_name":"Souad Hassanie","orcid":"https://orcid.org/0000-0001-5826-8518"},"institutions":[{"id":"https://openalex.org/I2800638415","display_name":"University of Applied Sciences Potsdam","ror":"https://ror.org/012m9bp23","country_code":"DE","type":"education","lineage":["https://openalex.org/I2800638415"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Souad Hassanie","raw_affiliation_strings":["Department of Business, University of Europe for Applied Sciences, Think Campus, Potsdam, Brandenburg, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5826-8518","affiliations":[{"raw_affiliation_string":"Department of Business, University of Europe for Applied Sciences, Think Campus, Potsdam, Brandenburg, Germany","institution_ids":["https://openalex.org/I2800638415"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137678942","display_name":"Aayush Goyal","orcid":null},"institutions":[{"id":"https://openalex.org/I2800638415","display_name":"University of Applied Sciences Potsdam","ror":"https://ror.org/012m9bp23","country_code":"DE","type":"education","lineage":["https://openalex.org/I2800638415"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Aayush Goyal","raw_affiliation_strings":["Department of Business, University of Europe for Applied Sciences, Think Campus, Potsdam, Brandenburg, Germany"],"raw_orcid":"https://orcid.org/0009-0002-3623-2543","affiliations":[{"raw_affiliation_string":"Department of Business, University of Europe for Applied Sciences, Think Campus, Potsdam, Brandenburg, Germany","institution_ids":["https://openalex.org/I2800638415"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137671607","display_name":"Raja Hashim Ali","orcid":"https://orcid.org/0000-0002-9068-2337"},"institutions":[{"id":"https://openalex.org/I2800638415","display_name":"University of Applied Sciences Potsdam","ror":"https://ror.org/012m9bp23","country_code":"DE","type":"education","lineage":["https://openalex.org/I2800638415"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Raja Hashim Ali","raw_affiliation_strings":["Department of Business, University of Europe for Applied Sciences, Think Campus, Potsdam, Brandenburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9068-2337","affiliations":[{"raw_affiliation_string":"Department of Business, University of Europe for Applied Sciences, Think Campus, Potsdam, Brandenburg, Germany","institution_ids":["https://openalex.org/I2800638415"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5137687906","display_name":"Talha Ali Khan","orcid":"https://orcid.org/0000-0001-8962-5602"},"institutions":[{"id":"https://openalex.org/I2800638415","display_name":"University of Applied Sciences Potsdam","ror":"https://ror.org/012m9bp23","country_code":"DE","type":"education","lineage":["https://openalex.org/I2800638415"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Talha Ali Khan","raw_affiliation_strings":["Department of Business, University of Europe for Applied Sciences, Think Campus, Potsdam, Brandenburg, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8962-5602","affiliations":[{"raw_affiliation_string":"Department of Business, University of Europe for Applied Sciences, Think Campus, Potsdam, Brandenburg, Germany","institution_ids":["https://openalex.org/I2800638415"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2800638415"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.73530412,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"96162","last_page":"96175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9337999820709229,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9337999820709229,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.01080000028014183,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.006099999882280827,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5299000144004822},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.3294999897480011},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32440000772476196},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.2953000068664551},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.27239999175071716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7773000001907349},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5299000144004822},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49889999628067017},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4059000015258789},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3264000117778778},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32440000772476196},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2824999988079071},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2540000081062317},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.2515000104904175}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3699381","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3699381","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:02103a94a1d8488891b11bdfe38311c4","is_oa":false,"landing_page_url":"https://doaj.org/article/02103a94a1d8488891b11bdfe38311c4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 96162-96175 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3699381","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3699381","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.5532745122909546}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"emotion":[1,32,93],"recognition":[2,33],"systems":[3],"often":[4],"assume":[5],"clean":[6,129],"and":[7,42,55,60,84,125,137,173],"synchronized":[8],"audio–visual":[9],"inputs,":[10],"which":[11],"limits":[12],"their":[13],"applicability":[14],"in":[15,195],"real-world":[16],"scenarios":[17],"where":[18],"modalities":[19,74],"may":[20],"be":[21],"degraded":[22],"or":[23,72],"unreliable.":[24],"This":[25],"paper":[26],"introduces":[27],"RAMER,":[28],"a":[29,49],"reliability-conscious":[30],"multi-modal":[31,209],"system":[34],"that":[35,65,110,151,181,190],"is":[36,48,68,153,177],"capable":[37],"of":[38,52],"functioning":[39],"with":[40,95],"heterogeneous":[41,197],"corrupted":[43],"environments.":[44],"The":[45,107,187],"proposed":[46],"method":[47],"dynamic":[50],"estimate":[51],"modality":[53],"reliability,":[54],"it":[56],"dynamically":[57],"combines":[58],"audio":[59,166],"visual":[61],"representations":[62],"to":[63],"ensure":[64],"the":[66,113,133,143,160,202],"performance":[67,98,170],"stable":[69],"when":[70],"either":[71],"both":[73],"are":[75,78],"impaired.":[76],"Experiments":[77],"conducted":[79],"using":[80],"CREMA-D":[81],"for":[82,86,204],"training":[83],"RAVDESS":[85],"zero-shot":[87],"cross-dataset":[88,116],"evaluation":[89],"across":[90,163],"five":[91],"shared":[92],"classes,":[94],"all":[96,164],"main":[97],"values":[99],"reported":[100],"as":[101],"averages":[102],"over":[103],"three":[104],"random":[105],"seeds.":[106],"results":[108],"show":[109],"RAMER":[111,131,152],"achieves":[112,132],"competitive":[114],"augmented":[115],"performance,":[117],"obtaining":[118],"0.461":[119,126],"accuracy,":[120,135],"0.403":[121],"Macro-F1,":[122],"0.605":[123],"macro-precision,":[124],"macro-recall.":[127],"Under":[128],"training,":[130],"highest":[134,144,161],"precision,":[136],"recall,":[138],"while":[139,199],"Early":[140],"Fusion":[141],"obtains":[142],"Macro-F1.":[145],"Extreme":[146],"stress":[147],"testing":[148],"further":[149],"shows":[150],"particularly":[154],"robust":[155],"under":[156,171,208],"audio-only":[157],"degradation,":[158],"achieving":[159],"Macro-F1":[162],"evaluated":[165],"corruption":[167,176],"conditions.":[168],"However,":[169],"video-only":[172],"combined":[174],"audio-video":[175],"more":[178],"mixed,":[179],"indicating":[180],"severe":[182],"simultaneous":[183],"degradation":[184],"remains":[185],"challenging.":[186],"findings":[188],"demonstrate":[189],"reliability-aware":[191],"fusion":[192],"improves":[193],"robustness":[194],"several":[196],"conditions,":[198],"also":[200],"highlighting":[201],"need":[203],"stronger":[205],"adaptive":[206],"mechanisms":[207],"corruption.":[210]},"counts_by_year":[],"updated_date":"2026-06-30T06:16:30.551410","created_date":"2026-06-03T00:00:00"}