{"id":"https://openalex.org/W4206326349","doi":"https://doi.org/10.1109/taffc.2022.3141237","title":"SMIN: Semi-Supervised Multi-Modal Interaction Network for Conversational Emotion Recognition","display_name":"SMIN: Semi-Supervised Multi-Modal Interaction Network for Conversational Emotion Recognition","publication_year":2022,"publication_date":"2022-01-07","ids":{"openalex":"https://openalex.org/W4206326349","doi":"https://doi.org/10.1109/taffc.2022.3141237"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2022.3141237","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3141237","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001973434","display_name":"Zheng Lian","orcid":"https://orcid.org/0000-0001-9477-0599"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Lian","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Bejing, China"],"raw_orcid":"https://orcid.org/0000-0001-9477-0599","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Bejing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100395562","display_name":"Bin Liu","orcid":"https://orcid.org/0000-0003-1529-1552"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Liu","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Bejing, China"],"raw_orcid":"https://orcid.org/0000-0003-1529-1552","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Bejing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112613657","display_name":"Jianhua Tao","orcid":"https://orcid.org/0000-0002-9344-6428"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tao","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Bejing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","CAS Center for Excellence in Brain Science and Intelligence Technology, Bejing, China"],"raw_orcid":"https://orcid.org/0000-0002-9344-6428","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Bejing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"CAS Center for Excellence in Brain Science and Intelligence Technology, Bejing, China","institution_ids":["https://openalex.org/I4210097554"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.805,"has_fulltext":false,"cited_by_count":80,"citation_normalized_percentile":{"value":0.99217278,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"14","issue":"3","first_page":"2415","last_page":"2429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7331539988517761},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5948737859725952},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5369223356246948},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.515124499797821},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.511861264705658},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.499591588973999},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4620901942253113},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.45743706822395325},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.43604737520217896},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.42857202887535095},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3394806981086731},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3365525007247925}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7331539988517761},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5948737859725952},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5369223356246948},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.515124499797821},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.511861264705658},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.499591588973999},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4620901942253113},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.45743706822395325},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.43604737520217896},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.42857202887535095},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3394806981086731},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3365525007247925},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2022.3141237","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3141237","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5600000023841858,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G5381013183","display_name":null,"funder_award_id":"61831022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7264488544","display_name":"\u60c5\u611f\u8bed\u97f3\u97f3\u8272\u5206\u6790\u53ca\u8865\u507f\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61771472","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8374701036","display_name":null,"funder_award_id":"61901473","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G953811167","display_name":null,"funder_award_id":"61773379","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W1985348972","https://openalex.org/W1987048275","https://openalex.org/W1994518960","https://openalex.org/W2085662862","https://openalex.org/W2095705004","https://openalex.org/W2111926505","https://openalex.org/W2137454998","https://openalex.org/W2146334809","https://openalex.org/W2214134199","https://openalex.org/W2314395941","https://openalex.org/W2512449761","https://openalex.org/W2533262878","https://openalex.org/W2556418146","https://openalex.org/W2583643061","https://openalex.org/W2625297138","https://openalex.org/W2740550900","https://openalex.org/W2742542661","https://openalex.org/W2761514455","https://openalex.org/W2767249564","https://openalex.org/W2772633765","https://openalex.org/W2787581402","https://openalex.org/W2805662932","https://openalex.org/W2808359495","https://openalex.org/W2883409523","https://openalex.org/W2886193235","https://openalex.org/W2889717020","https://openalex.org/W2891359673","https://openalex.org/W2892921685","https://openalex.org/W2896457183","https://openalex.org/W2896463661","https://openalex.org/W2899197626","https://openalex.org/W2936162287","https://openalex.org/W2936451900","https://openalex.org/W2949391930","https://openalex.org/W2953384591","https://openalex.org/W2958722525","https://openalex.org/W2962839749","https://openalex.org/W2962931510","https://openalex.org/W2963317470","https://openalex.org/W2963647655","https://openalex.org/W2963686995","https://openalex.org/W2963702064","https://openalex.org/W2963710346","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964113820","https://openalex.org/W2964266095","https://openalex.org/W2964300796","https://openalex.org/W2964346351","https://openalex.org/W2965373594","https://openalex.org/W2965453734","https://openalex.org/W2966518489","https://openalex.org/W2970431814","https://openalex.org/W2971050617","https://openalex.org/W2973042454","https://openalex.org/W2973049979","https://openalex.org/W2985882473","https://openalex.org/W2996849360","https://openalex.org/W2997258743","https://openalex.org/W2997573100","https://openalex.org/W3012721484","https://openalex.org/W3037572520","https://openalex.org/W3038471032","https://openalex.org/W3048195943","https://openalex.org/W3048664667","https://openalex.org/W3083650259","https://openalex.org/W3093044872","https://openalex.org/W3093051361","https://openalex.org/W3099424485","https://openalex.org/W3102889207","https://openalex.org/W3116016199","https://openalex.org/W3116679303","https://openalex.org/W3128412859","https://openalex.org/W3169801598","https://openalex.org/W3173751215","https://openalex.org/W3198275944","https://openalex.org/W3198850411","https://openalex.org/W3214432797","https://openalex.org/W4239447739","https://openalex.org/W6674330103","https://openalex.org/W6676494506","https://openalex.org/W6713134421","https://openalex.org/W6752724743","https://openalex.org/W6753277404","https://openalex.org/W6755207826","https://openalex.org/W6765690761","https://openalex.org/W6766673545","https://openalex.org/W6784625917","https://openalex.org/W6787335539"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W3148229873","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W2091301346","https://openalex.org/W1517524280","https://openalex.org/W4387914125","https://openalex.org/W3105646692","https://openalex.org/W3212086526"],"abstract_inverted_index":{"Conversational":[0],"emotion":[1,79,164,187],"recognition":[2],"is":[3,27,76],"a":[4,86],"crucial":[5],"research":[6],"topic":[7],"in":[8,39],"human-computer":[9],"interactions.":[10,123],"Due":[11],"to":[12,48,89,118,131,152],"the":[13,33,142,148],"heavy":[14],"annotation":[15],"cost":[16],"and":[17,29,113,121,176],"inevitable":[18],"label":[19],"ambiguity,":[20],"collecting":[21],"large":[22],"amounts":[23],"of":[24,35,59],"labeled":[25],"data":[26,53,130],"challenging":[28],"expensive,":[30],"which":[31],"restricts":[32],"performance":[34],"current":[36],"fully-supervised":[37],"methods":[38,62],"this":[40,44,82],"domain.":[41],"To":[42,81,135],"address":[43],"problem,":[45],"researchers":[46],"attempt":[47],"distill":[49],"knowledge":[50],"from":[51],"unlabeled":[52,129],"via":[54],"semi-supervised":[55,61,92,107],"learning.":[56],"However,":[57],"most":[58],"these":[60],"ignore":[63],"multimodal":[64,95,154,157],"interactive":[65,74],"information,":[66,139],"although":[67],"recent":[68],"works":[69],"have":[70],"proven":[71],"that":[72,179],"such":[73],"information":[75],"essential":[77],"for":[78,162],"recognition.":[80,165,188],"end,":[83],"we":[84,140],"propose":[85],"novel":[87],"framework":[88],"seamlessly":[90],"integrate":[91,153],"learning":[93],"with":[94,147],"interactions,":[96],"called":[97],"\u201cSemi-supervised":[98],"Multi-modal":[99],"Interaction":[100],"Network":[101],"(SMIN)\u201d.":[102],"SMIN":[103,180],"contains":[104],"two":[105,125],"well-designed":[106],"modules,":[108],"\u201cIntra-modal":[109],"Interactive":[110,115],"Module":[111,116],"(IIM)\u201d":[112],"\u201cCross-modal":[114],"(CIM)\u201d":[117],"learn":[119],"intra-":[120],"cross-modal":[122],"These":[124,156],"modules":[126],"leverage":[127],"additional":[128,137],"extract":[132],"emotion-salient":[133],"representations.":[134],"capture":[136],"contextual":[138],"utilize":[141],"hierarchical":[143],"recurrent":[144],"networks":[145],"followed":[146],"hybrid":[149],"fusion":[150],"strategy":[151],"features.":[155],"features":[158],"are":[159],"further":[160],"utilized":[161],"conversational":[163],"Experimental":[166],"results":[167],"on":[168,186],"four":[169],"benchmark":[170],"datasets":[171],"(i.e.,":[172],"IEMOCAP,":[173],"MELD,":[174],"CMU-MOSI":[175],"CMU-MOSEI)":[177],"demonstrate":[178],"succeeds":[181],"over":[182],"existing":[183],"state-of-the-art":[184],"strategies":[185]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}