{"id":"https://openalex.org/W4408254193","doi":"https://doi.org/10.1109/tcsvt.2025.3548076","title":"KA-MIN: Knowledge-Aware Multimodal Interaction Network for Emotion Recognition in Conversation","display_name":"KA-MIN: Knowledge-Aware Multimodal Interaction Network for Emotion Recognition in Conversation","publication_year":2025,"publication_date":"2025-03-05","ids":{"openalex":"https://openalex.org/W4408254193","doi":"https://doi.org/10.1109/tcsvt.2025.3548076"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3548076","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3548076","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070466477","display_name":"Minjie Ren","orcid":"https://orcid.org/0000-0002-6080-8074"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minjie Ren","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China","school of electrical and information engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-6080-8074","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"school of electrical and information engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017194710","display_name":"Xiangdong Huang","orcid":"https://orcid.org/0000-0003-1217-3809"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangdong Huang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China","school of electrical and information engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-1217-3809","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"school of electrical and information engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375136","display_name":"Jing Liu","orcid":"https://orcid.org/0000-0003-4690-1886"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Liu","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China","school of electrical and information engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-4690-1886","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"school of electrical and information engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048947531","display_name":"Zan Gao","orcid":"https://orcid.org/0000-0003-2182-5741"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zan Gao","raw_affiliation_strings":["Key Laboratory of Computer Vision and System, Ministry of Education, Tianjin University of Technology, Tianjin, China","school of computer science and engineering, Tianjin University of Technology, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-2182-5741","affiliations":[{"raw_affiliation_string":"Key Laboratory of Computer Vision and System, Ministry of Education, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]},{"raw_affiliation_string":"school of computer science and engineering, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033713097","display_name":"Yuting Su","orcid":"https://orcid.org/0000-0001-5165-204X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuting Su","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China","school of electrical and information engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-5165-204X","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"school of electrical and information engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081485810","display_name":"An-An Liu","orcid":"https://orcid.org/0000-0001-5755-9145"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"An-An Liu","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China","school of electrical and information engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-5755-9145","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"school of electrical and information engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0333525,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":"8","first_page":"8344","last_page":"8358"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.900600016117096,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.900600016117096,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.7500408887863159},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6982747912406921},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5096392631530762},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.48429813981056213},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.46991032361984253},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3825312852859497},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3642072081565857},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.20826619863510132},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1922646164894104}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7500408887863159},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6982747912406921},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5096392631530762},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48429813981056213},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.46991032361984253},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3825312852859497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3642072081565857},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.20826619863510132},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1922646164894104}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3548076","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3548076","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G173205433","display_name":null,"funder_award_id":"U21B2024","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3007184350","display_name":null,"funder_award_id":"62371333","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4328456171","display_name":null,"funder_award_id":"2021YFF0901600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5545798948","display_name":null,"funder_award_id":"62425307","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6242952682","display_name":null,"funder_award_id":"2024M754070","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G6996137769","display_name":null,"funder_award_id":"2024M754070","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2085662862","https://openalex.org/W2101491865","https://openalex.org/W2146334809","https://openalex.org/W2561529111","https://openalex.org/W2805662932","https://openalex.org/W2891359673","https://openalex.org/W2950339735","https://openalex.org/W2963652649","https://openalex.org/W2963686995","https://openalex.org/W2963873807","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964300796","https://openalex.org/W2965373594","https://openalex.org/W2965453734","https://openalex.org/W2985882473","https://openalex.org/W3038471032","https://openalex.org/W3098556456","https://openalex.org/W3122454285","https://openalex.org/W3128443161","https://openalex.org/W3167036875","https://openalex.org/W3173396651","https://openalex.org/W3174464510","https://openalex.org/W3175552668","https://openalex.org/W3176399185","https://openalex.org/W3176849538","https://openalex.org/W3194672963","https://openalex.org/W4221147459","https://openalex.org/W4221154966","https://openalex.org/W4253028564","https://openalex.org/W4281701185","https://openalex.org/W4285263021","https://openalex.org/W4285274591","https://openalex.org/W4285604359","https://openalex.org/W4287890650","https://openalex.org/W4290716630","https://openalex.org/W4306250392","https://openalex.org/W4308222518","https://openalex.org/W4312706447","https://openalex.org/W4312758889","https://openalex.org/W4375928984","https://openalex.org/W4382202523","https://openalex.org/W4382999323","https://openalex.org/W4385570630","https://openalex.org/W4386065546","https://openalex.org/W4386076442","https://openalex.org/W4392405713","https://openalex.org/W4392908038","https://openalex.org/W4399039312","https://openalex.org/W6762073003"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W1968552888","https://openalex.org/W2374116601","https://openalex.org/W3093134843","https://openalex.org/W1511346092","https://openalex.org/W1527532029","https://openalex.org/W2378167147","https://openalex.org/W3210777354","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"Emotion":[0],"recognition":[1],"in":[2,13],"conversations":[3],"(ERC)":[4],"has":[5],"garnered":[6],"significant":[7],"attention":[8],"for":[9,57],"its":[10],"critical":[11],"role":[12],"human-computer":[14],"interaction":[15],"systems.":[16],"ERC":[17,46,90,211],"benefits":[18],"from":[19,61,84,199],"multimodal":[20,108,125,134,145,151,171,178,201,210],"data,":[21],"which":[22,33,194],"offers":[23],"diverse":[24],"perspectives":[25],"on":[26,207],"emotional":[27,82,109,122,166,179,197],"states,":[28],"and":[29,121,152,170,185,202,216],"commonsense":[30],"knowledge":[31],"(CSK),":[32],"enriches":[34],"the":[35,52,89,139,156,160,164,177,182,190,214,219],"context":[36,120,153],"by":[37,97],"incorporating":[38],"real-world":[39],"understanding":[40],"of":[41,54,102,218],"human":[42],"behavior.":[43],"However,":[44],"existing":[45],"studies":[47],"have":[48],"not":[49],"fully":[50],"exploited":[51],"potential":[53],"multimodal-CSK":[55],"interactions":[56,162],"complementary":[58,81,165],"information":[59,83,123,141,167,180,198],"learning":[60,158],"these":[62],"sources.":[63],"To":[64,92],"address":[65],"this,":[66,94],"we":[67,129,174],"innovatively":[68],"propose":[69],"a":[70,131],"Knowledge-Aware":[71],"Multimodal":[72],"Interaction":[73],"Network":[74],"(KA-MIN).":[75],"KA-MIN":[76,95,221],"is":[77],"designed":[78],"to":[79,118,142,148,188],"capture":[80,163],"CSK-multimodal":[85,161],"interactions,":[86],"thereby":[87],"facilitating":[88],"task.":[91],"achieve":[93],"begins":[96],"combining":[98],"six":[99],"relation":[100],"types":[101],"CSK,":[103],"leveraging":[104],"their":[105],"differences":[106],"between":[107,168],"information.":[110],"The":[111],"fused":[112],"CSK":[113,140,169,184,203],"features":[114],"are":[115],"then":[116],"refined":[117],"incorporate":[119],"using":[124],"contextual":[126],"guidance.":[127],"Subsequently,":[128],"construct":[130],"novel":[132],"knowledge-aware":[133],"graph":[135,157],"structure":[136],"that":[137],"allows":[138],"interact":[143],"with":[144,181],"information,":[146],"leading":[147],"more":[149],"comprehensive":[150],"modeling.":[154],"During":[155],"process,":[159],"features.":[172,204],"Finally,":[173],"dynamically":[175],"fuse":[176],"informative":[183],"textual":[186],"guidance":[187],"obtain":[189],"final":[191],"utterance":[192],"representations,":[193],"encompass":[195],"effective":[196],"both":[200],"Extensive":[205],"experiments":[206],"two":[208],"popular":[209],"datasets":[212],"demonstrate":[213],"superiority":[215],"effectiveness":[217],"proposed":[220],"framework.":[222]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}