{"id":"https://openalex.org/W4402980867","doi":"https://doi.org/10.1109/icme57554.2024.10688078","title":"Dual-View Multimodal Interaction in Multimodal Sentiment Analysis","display_name":"Dual-View Multimodal Interaction in Multimodal Sentiment Analysis","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4402980867","doi":"https://doi.org/10.1109/icme57554.2024.10688078"},"language":"en","primary_location":{"id":"doi:10.1109/icme57554.2024.10688078","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10688078","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100928026","display_name":"Kang Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Zhu","raw_affiliation_strings":["Anhui University,Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology,Hefei,China,230601"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Anhui University,Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology,Hefei,China,230601","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037493212","display_name":"Cunhang Fan","orcid":"https://orcid.org/0000-0001-6318-8803"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cunhang Fan","raw_affiliation_strings":["Anhui University,Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology,Hefei,China,230601"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Anhui University,Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology,Hefei,China,230601","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112613657","display_name":"Jianhua Tao","orcid":"https://orcid.org/0000-0002-9344-6428"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tao","raw_affiliation_strings":["Tsinghua University,Department of Automation,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Automation,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102858419","display_name":"Jun Xue","orcid":"https://orcid.org/0009-0001-8465-011X"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Xue","raw_affiliation_strings":["Anhui University,Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology,Hefei,China,230601"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Anhui University,Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology,Hefei,China,230601","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056799881","display_name":"Heng Xie","orcid":"https://orcid.org/0009-0009-7922-3365"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Xie","raw_affiliation_strings":["Anhui University,Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology,Hefei,China,230601"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Anhui University,Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology,Hefei,China,230601","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048672759","display_name":"Xuefei Liu","orcid":"https://orcid.org/0000-0001-5120-0633"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuefei Liu","raw_affiliation_strings":["Institute of Automation,Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100717753","display_name":"Yongwei Li","orcid":"https://orcid.org/0000-0001-7799-366X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongwei Li","raw_affiliation_strings":["Institute of Automation,Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111223590","display_name":"Zhengqi Wen","orcid":"https://orcid.org/0000-0001-9430-7115"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengqi Wen","raw_affiliation_strings":["Institute of Automation,Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101578581","display_name":"Zhao Lv","orcid":"https://orcid.org/0000-0001-9727-366X"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Lv","raw_affiliation_strings":["Anhui University,Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology,Hefei,China,230601"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Anhui University,Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology,Hefei,China,230601","institution_ids":["https://openalex.org/I143868143"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.8852999806404114,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.8852999806404114,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.7770000100135803,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13155","display_name":"Digital Communication and Language","score":0.7091000080108643,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.7427424192428589},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6662300825119019},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.5760173201560974},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.5303531289100647},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.5230540037155151},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5140095949172974},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4297766387462616},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4088597893714905},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36473557353019714},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.16381049156188965},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11913737654685974},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08871173858642578},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.0540386438369751}],"concepts":[{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.7427424192428589},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6662300825119019},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.5760173201560974},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.5303531289100647},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5230540037155151},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5140095949172974},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4297766387462616},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4088597893714905},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36473557353019714},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16381049156188965},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11913737654685974},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08871173858642578},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0540386438369751},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme57554.2024.10688078","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10688078","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2896457183","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964346351","https://openalex.org/W3034266838","https://openalex.org/W3093051361","https://openalex.org/W3128412859","https://openalex.org/W3169801598","https://openalex.org/W3196215173","https://openalex.org/W3208314443","https://openalex.org/W3214432797","https://openalex.org/W4254724182","https://openalex.org/W4285262944","https://openalex.org/W4293517975","https://openalex.org/W4293518096","https://openalex.org/W4293522951","https://openalex.org/W4379116568","https://openalex.org/W4385494537","https://openalex.org/W4386158731","https://openalex.org/W6784333009","https://openalex.org/W6791353385","https://openalex.org/W6798805250","https://openalex.org/W6811013733","https://openalex.org/W6811072154"],"related_works":["https://openalex.org/W4380355808","https://openalex.org/W2013013717","https://openalex.org/W2558617677","https://openalex.org/W2342456189","https://openalex.org/W66256988","https://openalex.org/W2068964259","https://openalex.org/W4302857920","https://openalex.org/W1987340722","https://openalex.org/W2972445698","https://openalex.org/W199123384"],"abstract_inverted_index":{"Outstanding":[0],"performance":[1],"in":[2,114],"sentiment":[3],"analysis":[4],"not":[5],"only":[6],"relies":[7],"on":[8,17,52,140],"the":[9,18,28,38,60,84,111,115,118,131,134],"design":[10,70],"of":[11,21,30,40,45,80,133],"sophisticated":[12],"fusion":[13],"methods":[14,36],"but":[15],"also":[16],"crucial":[19],"step":[20],"designing":[22],"excellent":[23],"modal":[24],"interaction":[25,64,74,96],"methods.":[26],"To":[27,129],"best":[29],"our":[31],"knowledge,":[32],"there":[33],"are":[34],"few":[35],"addressing":[37],"capture":[39],"multimodal":[41,73],"spatial":[42,107],"features.":[43],"Majority":[44],"feature":[46,63],"interactions":[47],"have":[48],"been":[49],"primarily":[50,78],"focused":[51],"temporal":[53,95],"aspects,":[54],"with":[55],"less":[56],"attention":[57,123],"given":[58],"to":[59],"combined":[61],"spatiotemporal":[62],"(SFI).":[65],"In":[66,83],"this":[67],"paper,":[68],"we":[69],"a":[71,87],"dual-view":[72],"method,":[75],"named":[76],"DVMI,":[77],"consisting":[79],"two":[81],"parts.":[82],"first":[85,116],"part,":[86,117],"triangular":[88],"convolutional":[89],"module":[90],"is":[91],"proposed":[92],"for":[93,125],"ample":[94],"between":[97],"modalities,":[98],"implicit":[99],"local":[100],"and":[101,104],"global":[102,106,127],"SFI,":[103],"capturing":[105],"representations.":[108],"Building":[109],"upon":[110],"foundation":[112],"laid":[113],"second":[119],"part":[120],"employs":[121],"an":[122],"mechanism":[124],"explicit":[126],"SFI.":[128],"demonstrate":[130],"effectiveness":[132],"DVMI":[135],"framework,we":[136],"conduct":[137],"extensive":[138],"experiments":[139],"three":[141],"datasets,":[142],"achieving":[143],"state-of-the-art":[144],"experimental":[145],"results.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}