{"id":"https://openalex.org/W4394595603","doi":"https://doi.org/10.1109/tmm.2024.3385180","title":"Muti-Modal Emotion Recognition via Hierarchical Knowledge Distillation","display_name":"Muti-Modal Emotion Recognition via Hierarchical Knowledge Distillation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394595603","doi":"https://doi.org/10.1109/tmm.2024.3385180"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3385180","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3385180","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101791255","display_name":"Teng Sun","orcid":"https://orcid.org/0000-0003-0932-8910"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Teng Sun","raw_affiliation_strings":["Department of Computer Science and Technology, Shandong University, Qingdao, China","Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039731055","display_name":"Yinwei Wei","orcid":"https://orcid.org/0000-0003-1791-3159"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yinwei Wei","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101769931","display_name":"Juntong Ni","orcid":"https://orcid.org/0009-0006-7070-8137"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juntong Ni","raw_affiliation_strings":["Department of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114246786","display_name":"Zixin Liu","orcid":"https://orcid.org/0009-0003-4258-6775"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixin Liu","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072768866","display_name":"Xuemeng Song","orcid":"https://orcid.org/0000-0002-5274-4197"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuemeng Song","raw_affiliation_strings":["Department of Computer Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100631216","display_name":"Yaowei Wang","orcid":"https://orcid.org/0000-0003-2197-9038"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaowei Wang","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038612499","display_name":"Liqiang Nie","orcid":"https://orcid.org/0000-0003-1476-0273"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Nie","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101791255"],"corresponding_institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I80143920"],"apc_list":null,"apc_paid":null,"fwci":9.8274,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.98453732,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"9036","last_page":"9046"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.818953275680542},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6154450178146362},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5480424165725708},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5448094606399536},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5085166692733765},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4637860059738159},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4151146411895752},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3585524260997772},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3229614496231079}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.818953275680542},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6154450178146362},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5480424165725708},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5448094606399536},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5085166692733765},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4637860059738159},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4151146411895752},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3585524260997772},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3229614496231079},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3385180","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3385180","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5630254371","display_name":null,"funder_award_id":"62236003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6292720726","display_name":null,"funder_award_id":"62376137","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2112555538","https://openalex.org/W2341528187","https://openalex.org/W2465534249","https://openalex.org/W2584561145","https://openalex.org/W2787581402","https://openalex.org/W2788776247","https://openalex.org/W2792643794","https://openalex.org/W2915602689","https://openalex.org/W2924126491","https://openalex.org/W2956959730","https://openalex.org/W2962960500","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964346351","https://openalex.org/W2967510410","https://openalex.org/W2982108874","https://openalex.org/W3034266838","https://openalex.org/W3035333188","https://openalex.org/W3093051361","https://openalex.org/W3093400813","https://openalex.org/W3094378471","https://openalex.org/W3095024162","https://openalex.org/W3101998545","https://openalex.org/W3168391820","https://openalex.org/W3176157254","https://openalex.org/W3197813359","https://openalex.org/W3206310679","https://openalex.org/W4213227052","https://openalex.org/W4221144351","https://openalex.org/W4288055726","https://openalex.org/W4297808394","https://openalex.org/W4299280181","https://openalex.org/W4312639100","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6719667659","https://openalex.org/W6730179637","https://openalex.org/W6743188669","https://openalex.org/W6749029207","https://openalex.org/W6750449527","https://openalex.org/W6752724743","https://openalex.org/W6757639898","https://openalex.org/W6768021236","https://openalex.org/W6796149595","https://openalex.org/W6797528369","https://openalex.org/W6798805250","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W3026162553","https://openalex.org/W2768175398","https://openalex.org/W2344382886","https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W19111321","https://openalex.org/W2412887479","https://openalex.org/W613940353","https://openalex.org/W3105646692","https://openalex.org/W4387914125"],"abstract_inverted_index":{"Due":[0],"to":[1,58,62,111,119],"its":[2],"wide":[3],"applications,":[4],"multimodal":[5,22],"emotion":[6,81],"recognition":[7,82],"has":[8],"gained":[9],"increasing":[10],"research":[11],"attention.":[12],"Although":[13],"existing":[14],"methods":[15],"have":[16,145],"achieved":[17],"compelling":[18],"success":[19],"with":[20],"various":[21],"fusion":[23],"methods,":[24],"they":[25],"overlook":[26],"that":[27],"the":[28,41,59,64,98,105,113,116,120,124,131,138,147],"dominated":[29],"modality":[30,118],"(e.g.,":[31,47],"text)":[32],"may":[33],"cause":[34],"a":[35,54,73],"shortcut":[36],"and":[37,49,93,126],"hence":[38],"negatively":[39],"affect":[40],"representation":[42],"learning":[43],"of":[44,85,133,149],"other":[45],"modalities":[46,135],"image":[48],"audio).":[50],"To":[51],"alleviate":[52],"such":[53],"problem,":[55],"we":[56,71],"resort":[57],"knowledge":[60,76,91,107,114],"distillation":[61,77,108],"narrow":[63],"gap":[65],"between":[66,141],"different":[67,142],"modalities.":[68,143],"In":[69],"particular,":[70],"develop":[72],"new":[74],"hierarchical":[75,90,106],"model":[78,152],"for":[79],"multi-modal":[80,95],"(HKD-MER),":[83],"consisting":[84],"three":[86],"components,":[87],"feature":[88,125],"extraction,":[89],"distillation,":[92],"attentive":[94],"fusion.":[96],"As":[97],"major":[99],"contribution":[100],"in":[101],"our":[102,150],"proposed":[103,151],"model,":[104],"is":[109],"designed":[110],"transfer":[112],"from":[115],"dominant":[117],"others":[121],"at":[122],"both":[123],"label":[127],"levels.":[128],"It":[129],"boosts":[130],"performance":[132],"non-dominated":[134],"by":[136],"modeling":[137],"inter-modal":[139],"relation":[140],"We":[144],"justified":[146],"effectiveness":[148],"over":[153],"two":[154],"benchmark":[155],"datasets.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":6}],"updated_date":"2026-03-23T07:41:27.035349","created_date":"2025-10-10T00:00:00"}