{"id":"https://openalex.org/W4402979359","doi":"https://doi.org/10.1109/icme57554.2024.10688192","title":"MRFER: Multi-Channel Robust Feature Enhanced Fusion for Multi-Modal Emotion Recognition","display_name":"MRFER: Multi-Channel Robust Feature Enhanced Fusion for Multi-Modal Emotion Recognition","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4402979359","doi":"https://doi.org/10.1109/icme57554.2024.10688192"},"language":"en","primary_location":{"id":"doi:10.1109/icme57554.2024.10688192","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icme57554.2024.10688192","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103805225","display_name":"Xiao Fu","orcid":"https://orcid.org/0009-0006-6601-5290"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Fu","raw_affiliation_strings":["Xi&#x2019;an Jiaotong University,Faculty of Electronic and Information Engineering,Xi&#x2019;an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi&#x2019;an Jiaotong University,Faculty of Electronic and Information Engineering,Xi&#x2019;an,China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050052141","display_name":"Wei Xi","orcid":"https://orcid.org/0000-0001-9348-2982"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Xi","raw_affiliation_strings":["Xi&#x2019;an Jiaotong University,Faculty of Electronic and Information Engineering,Xi&#x2019;an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi&#x2019;an Jiaotong University,Faculty of Electronic and Information Engineering,Xi&#x2019;an,China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhao Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Yang","raw_affiliation_strings":["Xi&#x2019;an Jiaotong University,Faculty of Electronic and Information Engineering,Xi&#x2019;an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi&#x2019;an Jiaotong University,Faculty of Electronic and Information Engineering,Xi&#x2019;an,China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101966096","display_name":"Rui Jiang","orcid":"https://orcid.org/0000-0001-5007-5746"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Jiang","raw_affiliation_strings":["Xi&#x2019;an Jiaotong University,Faculty of Electronic and Information Engineering,Xi&#x2019;an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi&#x2019;an Jiaotong University,Faculty of Electronic and Information Engineering,Xi&#x2019;an,China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104217727","display_name":"Dianwen Ng","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dianwen Ng","raw_affiliation_strings":["Nanyang Technological University,School of Computer Science and Engineering,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,School of Computer Science and Engineering,Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115590906","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0003-0423-4157"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Yang","raw_affiliation_strings":["Xi&#x2019;an Jiaotong University,Faculty of Electronic and Information Engineering,Xi&#x2019;an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi&#x2019;an Jiaotong University,Faculty of Electronic and Information Engineering,Xi&#x2019;an,China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101471775","display_name":"Jizhong Zhao","orcid":"https://orcid.org/0000-0003-1037-9619"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jizhong Zhao","raw_affiliation_strings":["Xi&#x2019;an Jiaotong University,Faculty of Electronic and Information Engineering,Xi&#x2019;an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi&#x2019;an Jiaotong University,Faculty of Electronic and Information Engineering,Xi&#x2019;an,China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.895799994468689,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.895799994468689,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.8738999962806702,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.873199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6993069648742676},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6932446360588074},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5639429688453674},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5001864433288574},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48334261775016785},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4814569354057312},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4754999577999115},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.43831509351730347},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.41040247678756714},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4098762273788452},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.05033290386199951},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.04713091254234314}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6993069648742676},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6932446360588074},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5639429688453674},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5001864433288574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48334261775016785},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4814569354057312},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4754999577999115},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.43831509351730347},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.41040247678756714},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4098762273788452},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.05033290386199951},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.04713091254234314},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme57554.2024.10688192","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icme57554.2024.10688192","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2353265673","https://openalex.org/W3105646692","https://openalex.org/W4387914125","https://openalex.org/W2152662039"],"abstract_inverted_index":{"In":[0],"multi-modal":[1],"emotion":[2],"recognition,":[3],"previous":[4],"studies":[5],"focus":[6],"on":[7,39],"obtaining":[8],"more":[9,76],"distinguishable":[10],"unimodal":[11,67],"features":[12,68],"and":[13,35,74,91],"expanding":[14],"complementary":[15],"information":[16,26],"across":[17],"modalities.":[18],"However,":[19],"a":[20,36,49,70,81],"considerable":[21],"amount":[22],"of":[23,61],"latent":[24],"emotional":[25,62],"is":[27],"neglected.":[28],"It":[29,64],"leads":[30],"to":[31,57],"insufficient":[32],"intra-modal":[33],"representations":[34],"one-sided":[37],"perspective":[38],"inter-modal":[40,78],"relationship":[41],"learning.":[42],"To":[43],"address":[44],"these":[45],"challenges,":[46],"we":[47],"propose":[48],"novel":[50],"framework":[51],"named":[52],"MRFER,":[53],"which":[54],"explores":[55],"strategies":[56],"reduce":[58],"the":[59],"loss":[60],"information.":[63],"models":[65],"robust":[66],"through":[69,80],"multi-path":[71],"feature":[72],"extractor":[73],"captures":[75],"comprehensive":[77],"relationships":[79],"text-guided":[82],"dual":[83],"attention":[84],"fusion":[85],"module.":[86],"Systematic":[87],"evaluation":[88],"covers":[89],"generalization":[90],"overall":[92],"performance,":[93],"showcasing":[94],"MRFER\u2019s":[95],"advancement":[96],"beyond":[97],"existing":[98],"state-of-the-art":[99],"approaches.":[100]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
