{"id":"https://openalex.org/W4392904016","doi":"https://doi.org/10.1109/icassp48485.2024.10447231","title":"Improving Multi-Modal Emotion Recognition Using Entropy-Based Fusion and Pruning-Based Network Architecture Optimization","display_name":"Improving Multi-Modal Emotion Recognition Using Entropy-Based Fusion and Pruning-Based Network Architecture Optimization","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392904016","doi":"https://doi.org/10.1109/icassp48485.2024.10447231"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10447231","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10447231","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100383998","display_name":"Haotian Wang","orcid":"https://orcid.org/0000-0002-3552-8978"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haotian Wang","raw_affiliation_strings":["University of Science and Technology of China,Hefei,Anhui,China","University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Hefei,Anhui,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066595711","display_name":"Jun Du","orcid":"https://orcid.org/0000-0002-2387-0389"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Du","raw_affiliation_strings":["University of Science and Technology of China,Hefei,Anhui,China","University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Hefei,Anhui,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041979971","display_name":"Yusheng Dai","orcid":"https://orcid.org/0000-0003-3211-3862"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yusheng Dai","raw_affiliation_strings":["University of Science and Technology of China,Hefei,Anhui,China","University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Hefei,Anhui,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066868860","display_name":"Chin\u2010Hui Lee","orcid":"https://orcid.org/0000-0002-1892-2551"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chin-Hui Lee","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,Georgia,USA","Georgia Institute of Technology, Atlanta, Georgia, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,Georgia,USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101093993","display_name":"Yuling Ren","orcid":null},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuling Ren","raw_affiliation_strings":["China Mobile Online Services Company Limited,China","China Mobile Online Services Company Limited, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Mobile Online Services Company Limited,China","institution_ids":["https://openalex.org/I180662265"]},{"raw_affiliation_string":"China Mobile Online Services Company Limited, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100758678","display_name":"Yu Liu","orcid":"https://orcid.org/0009-0006-1114-3068"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Liu","raw_affiliation_strings":["China Mobile Online Services Company Limited,China","China Mobile Online Services Company Limited, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Mobile Online Services Company Limited,China","institution_ids":["https://openalex.org/I180662265"]},{"raw_affiliation_string":"China Mobile Online Services Company Limited, China","institution_ids":["https://openalex.org/I180662265"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"11766","last_page":"11770"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7209607362747192},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.643880307674408},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5540574193000793},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.5498438477516174},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5350123047828674},{"id":"https://openalex.org/keywords/cross-entropy","display_name":"Cross entropy","score":0.5191265940666199},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5159650444984436},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4938428997993469},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.458979994058609},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4466450810432434},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.43796035647392273},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1063271164894104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7209607362747192},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.643880307674408},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5540574193000793},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.5498438477516174},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5350123047828674},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.5191265940666199},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5159650444984436},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4938428997993469},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.458979994058609},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4466450810432434},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.43796035647392273},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1063271164894104},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10447231","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10447231","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1713836045","display_name":null,"funder_award_id":"62171427","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2154290876","https://openalex.org/W2194775991","https://openalex.org/W2624340939","https://openalex.org/W2805003733","https://openalex.org/W2942229992","https://openalex.org/W2962851801","https://openalex.org/W2963677766","https://openalex.org/W2972965453","https://openalex.org/W2995816250","https://openalex.org/W3012561096","https://openalex.org/W3015427680","https://openalex.org/W3015709245","https://openalex.org/W3036601975","https://openalex.org/W3043552692","https://openalex.org/W3186351311","https://openalex.org/W3194672963","https://openalex.org/W3209059054","https://openalex.org/W3209710747","https://openalex.org/W3214432797","https://openalex.org/W4231167724","https://openalex.org/W4312096792","https://openalex.org/W4321022102","https://openalex.org/W4385822724","https://openalex.org/W4386840035","https://openalex.org/W4387968043","https://openalex.org/W4387969462","https://openalex.org/W4387969816","https://openalex.org/W6751979845","https://openalex.org/W6762381226","https://openalex.org/W6772029579"],"related_works":["https://openalex.org/W3000097931","https://openalex.org/W2354322770","https://openalex.org/W4237547500","https://openalex.org/W1570848052","https://openalex.org/W2373192430","https://openalex.org/W4239268388","https://openalex.org/W1537496349","https://openalex.org/W4243305035","https://openalex.org/W4390606538","https://openalex.org/W2095903272"],"abstract_inverted_index":{"In":[0],"this":[1],"study,":[2],"we":[3,26,85],"aim":[4],"to":[5,50,70],"improve":[6,76],"our":[7],"recent":[8],"hierarchical":[9],"information":[10],"fusion":[11,46,67,117],"system":[12,126],"for":[13,90],"multi-modal":[14,82],"emotion":[15,56],"recognition":[16],"challenge":[17],"(MER":[18],"2023)":[19],"in":[20,40,80],"both":[21],"efficiency":[22],"and":[23,30,36,57,75,100,120],"performance.":[24],"Specifically,":[25],"extract":[27],"robust":[28],"acoustic":[29],"visual":[31],"representations":[32],"from":[33],"pre-trained":[34],"models":[35],"fuse":[37],"them":[38],"together":[39],"different":[41,65],"structures.":[42,68],"Then,":[43],"an":[44],"entropy-based":[45,116],"approach":[47,89],"is":[48],"proposed":[49],"obtain":[51],"the":[52,72,77,92,106,111,124,128],"final":[53],"prediction":[54],"of":[55,63,108,127],"valence":[58],"based":[59,96],"on":[60,97,105],"multi-label":[61],"predictions":[62],"all":[64],"feature":[66],"Furthermore,":[69],"reduce":[71],"network":[73,93,113],"redundancy":[74],"model":[78],"generalization":[79],"low-resource":[81],"data":[83],"conditions,":[84],"propose":[86],"a":[87],"novel":[88],"optimizing":[91],"structure":[94,114],"progressively":[95],"structured":[98],"pruning":[99],"learning-rate":[101],"rewinding.":[102],"When":[103],"tested":[104],"dataset":[107],"MER":[109],"2023,":[110],"optimized":[112],"with":[115],"yields":[118],"consistent":[119],"significant":[121],"improvements,":[122],"outperforming":[123],"champion":[125],"MER-MULTI":[129],"sub-challenge.":[130]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}