{"id":"https://openalex.org/W4394942860","doi":"https://doi.org/10.3934/mfc.2024017","title":"MSA-HCL: Multimodal sentiment analysis model with hybrid contrastive learning","display_name":"MSA-HCL: Multimodal sentiment analysis model with hybrid contrastive learning","publication_year":2024,"publication_date":"2024-04-19","ids":{"openalex":"https://openalex.org/W4394942860","doi":"https://doi.org/10.3934/mfc.2024017"},"language":"en","primary_location":{"id":"doi:10.3934/mfc.2024017","is_oa":true,"landing_page_url":"https://doi.org/10.3934/mfc.2024017","pdf_url":"https://www.aimsciences.org/data/article/export-pdf?id=661e3fd5150bdb3c4a11ba54","source":{"id":"https://openalex.org/S4210238810","display_name":"Mathematical Foundations of Computing","issn_l":"2577-8838","issn":["2577-8838"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315844","host_organization_name":"American Institute of Mathematical Sciences","host_organization_lineage":["https://openalex.org/P4310315844"],"host_organization_lineage_names":["American Institute of Mathematical Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematical Foundations of Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.aimsciences.org/data/article/export-pdf?id=661e3fd5150bdb3c4a11ba54","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111176566","display_name":"Wang Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I43337087","display_name":"Hebei University","ror":"https://ror.org/01p884a79","country_code":"CN","type":"education","lineage":["https://openalex.org/I43337087"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wang Zhao","raw_affiliation_strings":["Hebei Key Laboratory of Machine Learning and Computational Intelligence College of Mathematics and Information Science, Hebei University, Baoding, China"],"affiliations":[{"raw_affiliation_string":"Hebei Key Laboratory of Machine Learning and Computational Intelligence College of Mathematics and Information Science, Hebei University, Baoding, China","institution_ids":["https://openalex.org/I43337087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100419793","display_name":"Yong Zhang","orcid":"https://orcid.org/0000-0002-3522-0885"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Zhang","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053287036","display_name":"Qiang Hua","orcid":"https://orcid.org/0000-0003-3125-9587"},"institutions":[{"id":"https://openalex.org/I43337087","display_name":"Hebei University","ror":"https://ror.org/01p884a79","country_code":"CN","type":"education","lineage":["https://openalex.org/I43337087"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Hua","raw_affiliation_strings":["Hebei Key Laboratory of Machine Learning and Computational Intelligence College of Mathematics and Information Science, Hebei University, Baoding, China"],"affiliations":[{"raw_affiliation_string":"Hebei Key Laboratory of Machine Learning and Computational Intelligence College of Mathematics and Information Science, Hebei University, Baoding, China","institution_ids":["https://openalex.org/I43337087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018560081","display_name":"Chun-Ru Dong","orcid":"https://orcid.org/0000-0003-1726-5534"},"institutions":[{"id":"https://openalex.org/I43337087","display_name":"Hebei University","ror":"https://ror.org/01p884a79","country_code":"CN","type":"education","lineage":["https://openalex.org/I43337087"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chun-Ru Dong","raw_affiliation_strings":["Hebei Key Laboratory of Machine Learning and Computational Intelligence College of Mathematics and Information Science, Hebei University, Baoding, China"],"affiliations":[{"raw_affiliation_string":"Hebei Key Laboratory of Machine Learning and Computational Intelligence College of Mathematics and Information Science, Hebei University, Baoding, China","institution_ids":["https://openalex.org/I43337087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114549755","display_name":"Jianan Wang","orcid":"https://orcid.org/0009-0002-9383-6482"},"institutions":[{"id":"https://openalex.org/I43337087","display_name":"Hebei University","ror":"https://ror.org/01p884a79","country_code":"CN","type":"education","lineage":["https://openalex.org/I43337087"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia-Nan Wang","raw_affiliation_strings":["Hebei Key Laboratory of Machine Learning and Computational Intelligence College of Mathematics and Information Science, Hebei University, Baoding, China"],"affiliations":[{"raw_affiliation_string":"Hebei Key Laboratory of Machine Learning and Computational Intelligence College of Mathematics and Information Science, Hebei University, Baoding, China","institution_ids":["https://openalex.org/I43337087"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109581479","display_name":"Feng Zhang","orcid":"https://orcid.org/0000-0003-3282-439X"},"institutions":[{"id":"https://openalex.org/I43337087","display_name":"Hebei University","ror":"https://ror.org/01p884a79","country_code":"CN","type":"education","lineage":["https://openalex.org/I43337087"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Zhang","raw_affiliation_strings":["Hebei Key Laboratory of Machine Learning and Computational Intelligence College of Mathematics and Information Science, Hebei University, Baoding, China"],"affiliations":[{"raw_affiliation_string":"Hebei Key Laboratory of Machine Learning and Computational Intelligence College of Mathematics and Information Science, Hebei University, Baoding, China","institution_ids":["https://openalex.org/I43337087"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5111176566"],"corresponding_institution_ids":["https://openalex.org/I43337087"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03984677,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":"3","first_page":"433","last_page":"447"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contrastive-analysis","display_name":"Contrastive analysis","score":0.7359903454780579},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7170145511627197},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5296698808670044},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5279150009155273},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46692773699760437},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.42681077122688293},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.08456772565841675}],"concepts":[{"id":"https://openalex.org/C2777629044","wikidata":"https://www.wikidata.org/wiki/Q614959","display_name":"Contrastive analysis","level":2,"score":0.7359903454780579},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7170145511627197},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5296698808670044},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5279150009155273},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46692773699760437},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.42681077122688293},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.08456772565841675}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3934/mfc.2024017","is_oa":true,"landing_page_url":"https://doi.org/10.3934/mfc.2024017","pdf_url":"https://www.aimsciences.org/data/article/export-pdf?id=661e3fd5150bdb3c4a11ba54","source":{"id":"https://openalex.org/S4210238810","display_name":"Mathematical Foundations of Computing","issn_l":"2577-8838","issn":["2577-8838"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315844","host_organization_name":"American Institute of Mathematical Sciences","host_organization_lineage":["https://openalex.org/P4310315844"],"host_organization_lineage_names":["American Institute of Mathematical Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematical Foundations of Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3934/mfc.2024017","is_oa":true,"landing_page_url":"https://doi.org/10.3934/mfc.2024017","pdf_url":"https://www.aimsciences.org/data/article/export-pdf?id=661e3fd5150bdb3c4a11ba54","source":{"id":"https://openalex.org/S4210238810","display_name":"Mathematical Foundations of Computing","issn_l":"2577-8838","issn":["2577-8838"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315844","host_organization_name":"American Institute of Mathematical Sciences","host_organization_lineage":["https://openalex.org/P4310315844"],"host_organization_lineage_names":["American Institute of Mathematical Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematical Foundations of Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394942860.pdf"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2029996593","https://openalex.org/W2095176743","https://openalex.org/W2556418146","https://openalex.org/W2788810909","https://openalex.org/W2916723116","https://openalex.org/W2964010806","https://openalex.org/W2964216663","https://openalex.org/W2997573100","https://openalex.org/W3034266838","https://openalex.org/W3034654201","https://openalex.org/W3087647883","https://openalex.org/W3088596325","https://openalex.org/W3093051361","https://openalex.org/W3128412859","https://openalex.org/W3197875592","https://openalex.org/W3214432797","https://openalex.org/W4206956333","https://openalex.org/W4224933771","https://openalex.org/W4286256937","https://openalex.org/W4286593296","https://openalex.org/W4287812705","https://openalex.org/W4293517975","https://openalex.org/W4308600730","https://openalex.org/W4309769112","https://openalex.org/W4311461310","https://openalex.org/W4385573445"],"related_works":["https://openalex.org/W2945865340","https://openalex.org/W4294495400","https://openalex.org/W4367176324","https://openalex.org/W2972340244","https://openalex.org/W3204019825","https://openalex.org/W1834428557","https://openalex.org/W3200487689","https://openalex.org/W2394697227","https://openalex.org/W3192129151","https://openalex.org/W2922545124"],"abstract_inverted_index":{"Multimodal":[0,36],"sentiment":[1],"analysis":[2],"(MSA)":[3],"has":[4],"become":[5],"a":[6,35,52,82,136],"popular":[7],"research":[8],"topic":[9],"due":[10],"to":[11,25,63,128,143],"the":[12,19,27,98,116,123,130,145,155,158,175,190],"rapid":[13],"growth":[14],"of":[15,89,100,157],"user-generated":[16],"data":[17],"on":[18,68,170],"Internet.":[20],"However,":[21],"it":[22],"remains":[23],"challenging":[24],"capture":[26],"interaction":[28],"between":[29,147],"modalities.":[30],"To":[31,153],"address":[32],"this":[33,48],"issue,":[34],"Sentiment":[37],"Analysis":[38],"model":[39,60,87],"with":[40,103],"Hybrid":[41],"Contrastive":[42],"Learning":[43],"(MSA-HCL)":[44],"is":[45,61,141],"proposed":[46,58,159],"in":[47,81],"study":[49],"by":[50,72,119,133],"leveraging":[51],"hybrid":[53,83],"contrastive":[54,75,79,94,112,138],"learning":[55,76,80,95,113,120,139],"model.":[56],"The":[57,85,92,110],"MSA-HCL":[59,86,160,180],"able":[62],"fuse":[64],"different":[65],"modalities":[66],"based":[67],"their":[69,108],"contextual":[70],"similarity":[71,121],"incorporating":[73],"inter-modal":[74,93],"and":[77,106,150,165,174],"intra-modal":[78,111],"manner.":[84],"consists":[88],"three":[90],"submodules.":[91],"module":[96,114,140],"performs":[97],"alignment":[99],"bimodal":[101],"inputs":[102],"similar":[104],"semantics":[105],"learns":[107],"interdependence.":[109],"preserves":[115],"modality-specific":[117],"representations":[118],"within":[122],"same":[124],"modality.":[125,152],"In":[126],"order":[127],"reduce":[129],"noise":[131],"introduced":[132],"multimodal":[134],"fusion,":[135],"supervised":[137],"employed":[142],"learn":[144],"consistency":[146],"fused":[148],"modality":[149],"textual":[151],"evaluate":[154],"performance":[156],"model,":[161],"extensive":[162],"comparison":[163],"experiments":[164],"ablation":[166,191],"studies":[167],"are":[168,187],"conducted":[169],"two":[171],"benchmark":[172],"datasets,":[173],"experimental":[176],"results":[177,192],"show":[178],"that":[179],"achieves":[181],"state-of-the-art":[182],"performance.":[183],"Some":[184],"useful":[185],"insights":[186],"derived":[188],"from":[189],"as":[193],"well.":[194]},"counts_by_year":[],"updated_date":"2026-01-21T23:30:37.877113","created_date":"2025-10-10T00:00:00"}