{"id":"https://openalex.org/W4309374895","doi":"https://doi.org/10.1109/smc53654.2022.9945514","title":"Multimodal Sentiment Analysis Based on Nonverbal Representation Optimization Network and Contrastive Interaction Learning","display_name":"Multimodal Sentiment Analysis Based on Nonverbal Representation Optimization Network and Contrastive Interaction Learning","publication_year":2022,"publication_date":"2022-10-09","ids":{"openalex":"https://openalex.org/W4309374895","doi":"https://doi.org/10.1109/smc53654.2022.9945514"},"language":"en","primary_location":{"id":"doi:10.1109/smc53654.2022.9945514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc53654.2022.9945514","pdf_url":null,"source":{"id":"https://openalex.org/S4363607746","display_name":"2022 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084797285","display_name":"Zhibang Quan","orcid":"https://orcid.org/0000-0002-5429-2630"},"institutions":[{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhibang Quan","raw_affiliation_strings":["Qilu University of Technology, Shandong Academy of Sciences,School of Computer Science,Jinan,China","School of Computer Science, Qilu University of Technology, Shandong Academy of Sciences, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences,School of Computer Science,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"School of Computer Science, Qilu University of Technology, Shandong Academy of Sciences, Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073081338","display_name":"Tao Sun","orcid":"https://orcid.org/0000-0003-2220-930X"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Sun","raw_affiliation_strings":["Qilu University of Technology, Shandong Academy of Sciences,School of Computer Science,Jinan,China","School of Computer Science, Qilu University of Technology, Shandong Academy of Sciences, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences,School of Computer Science,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"School of Computer Science, Qilu University of Technology, Shandong Academy of Sciences, Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005622399","display_name":"Mengli Su","orcid":null},"institutions":[{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengli Su","raw_affiliation_strings":["Qilu University of Technology, Shandong Academy of Sciences,School of Computer Science,Jinan,China","School of Computer Science, Qilu University of Technology, Shandong Academy of Sciences, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences,School of Computer Science,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"School of Computer Science, Qilu University of Technology, Shandong Academy of Sciences, Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036453482","display_name":"Jishu Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jishu Wei","raw_affiliation_strings":["Qilu University of Technology, Shandong Academy of Sciences,School of Computer Science,Jinan,China","School of Computer Science, Qilu University of Technology, Shandong Academy of Sciences, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences,School of Computer Science,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"School of Computer Science, Qilu University of Technology, Shandong Academy of Sciences, Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368865","display_name":"Xiang Zhang","orcid":"https://orcid.org/0000-0002-5201-3802"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Zhang","raw_affiliation_strings":["Qilu University of Technology, Shandong Academy of Sciences,School of Computer Science,Jinan,China","School of Computer Science, Qilu University of Technology, Shandong Academy of Sciences, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences,School of Computer Science,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"School of Computer Science, Qilu University of Technology, Shandong Academy of Sciences, Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002112209","display_name":"Shenjie Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shenjie Zhong","raw_affiliation_strings":["Qilu University of Technology, Shandong Academy of Sciences,School of Computer Science,Jinan,China","School of Computer Science, Qilu University of Technology, Shandong Academy of Sciences, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences,School of Computer Science,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"School of Computer Science, Qilu University of Technology, Shandong Academy of Sciences, Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5084797285"],"corresponding_institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"],"apc_list":null,"apc_paid":null,"fwci":0.8315,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.74569058,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3086","last_page":"3091"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9706000089645386,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8937214612960815},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7750953435897827},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6653969287872314},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6613487601280212},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5950374007225037},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5321983695030212},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5063093900680542},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.4893426299095154},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4824729263782501},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.4586394727230072},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.42162230610847473},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4212951064109802},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.42074719071388245}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8937214612960815},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7750953435897827},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6653969287872314},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6613487601280212},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5950374007225037},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5321983695030212},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5063093900680542},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.4893426299095154},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4824729263782501},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.4586394727230072},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.42162230610847473},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4212951064109802},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42074719071388245},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc53654.2022.9945514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc53654.2022.9945514","pdf_url":null,"source":{"id":"https://openalex.org/S4363607746","display_name":"2022 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7300000190734863}],"awards":[],"funders":[{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1976235033","https://openalex.org/W2465534249","https://openalex.org/W2619383789","https://openalex.org/W2787581402","https://openalex.org/W2808359495","https://openalex.org/W2883409523","https://openalex.org/W2896457183","https://openalex.org/W2948782178","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964346351","https://openalex.org/W2992941683","https://openalex.org/W3002315819","https://openalex.org/W3034640977","https://openalex.org/W3037572520","https://openalex.org/W3093051361","https://openalex.org/W3159683831","https://openalex.org/W4287780636","https://openalex.org/W4385245566","https://openalex.org/W6719667659","https://openalex.org/W6739901393","https://openalex.org/W6752724743","https://openalex.org/W6755207826","https://openalex.org/W6775270172","https://openalex.org/W6777037157","https://openalex.org/W6795157065"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1],"analysis":[2],"is":[3,71],"an":[4],"active":[5],"subfield":[6],"of":[7,55,92,171],"natural":[8],"language":[9],"processing.":[10],"It":[11],"aims":[12],"to":[13,23,50,89],"extract":[14],"and":[15,33,118,156,160,175],"integrate":[16],"semantic":[17],"information":[18,35,145],"gathered":[19],"from":[20,66],"multiple":[21],"modalities":[22,37],"identify":[24],"the":[25,31,39,77,90,96,135,144,169],"sentiments":[26],"expressed":[27],"by":[28],"users.":[29],"Indeed,":[30],"complementary":[32],"heterogeneous":[34],"between":[36,81,147],"influences":[38],"prediction":[40],"results.":[41],"Recent":[42],"research":[43],"proposals":[44],"employ":[45],"a":[46,59,68,106,112,120,128,140],"single":[47],"neural":[48],"network":[49],"obtain":[51],"mutually":[52],"independent":[53],"representations":[54,97],"all":[56],"modalities.":[57,83,148],"However,":[58],"problem":[60,80],"that":[61,72,163],"may":[62,87],"limit":[63],"previous":[64,180],"work":[65],"reaching":[67],"higher":[69],"level":[70],"this":[73,102],"does":[74],"not":[75],"consider":[76],"modal":[78,99,173],"heterogeneity":[79],"different":[82,172],"This,":[84],"in":[85,95,143],"turn,":[86],"lead":[88],"presence":[91],"additional":[93],"noise":[94],"before":[98],"fusion.":[100,124],"For":[101],"reason,":[103],"we":[104,126],"propose":[105],"new":[107],"framework,":[108],"MICS,":[109],"which":[110,138],"adopts":[111],"suitable":[113],"strategy":[114],"for":[115,123,134],"each":[116],"modality":[117],"provides":[119],"better":[121,166],"representation":[122],"Also,":[125],"design":[127],"multimodal":[129],"comparative":[130],"learning":[131],"interaction":[132,146],"module":[133],"fusion":[136],"phase,":[137],"plays":[139],"crucial":[141],"role":[142],"Our":[149],"extensive":[150],"experiments":[151],"on":[152,168],"two":[153],"publicly":[154],"available":[155],"popular":[157],"benchmarks,":[158],"MOSI":[159],"MOSEI,":[161],"show":[162],"MICS":[164],"can":[165],"focus":[167],"characteristics":[170],"data":[174],"has":[176],"significant":[177],"advantages":[178],"over":[179],"complex":[181],"baselines.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}