{"id":"https://openalex.org/W7083289116","doi":"https://doi.org/10.1109/taffc.2025.3614159","title":"AL-HCL: Active Learning and Hierarchical Contrastive Learning for Multimodal Sentiment Analysis With Fusion Guidance","display_name":"AL-HCL: Active Learning and Hierarchical Contrastive Learning for Multimodal Sentiment Analysis With Fusion Guidance","publication_year":2025,"publication_date":"2025-09-25","ids":{"openalex":"https://openalex.org/W7083289116","doi":"https://doi.org/10.1109/taffc.2025.3614159"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3614159","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3614159","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xiaojiang He","orcid":"https://orcid.org/0009-0003-9401-8040"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaojiang He","raw_affiliation_strings":["Xi’an Jiaotong-Liverpool University, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"Xi’an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yushan Pan","orcid":"https://orcid.org/0000-0002-6877-3937"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yushan Pan","raw_affiliation_strings":["Xi’an Jiaotong-Liverpool University, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"Xi’an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhijie Xu","orcid":"https://orcid.org/0000-0002-0524-5926"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijie Xu","raw_affiliation_strings":["Xi’an Jiaotong-Liverpool University, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"Xi’an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zuhe Li","orcid":"https://orcid.org/0000-0002-2511-3226"},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zuhe Li","raw_affiliation_strings":["Zhengzhou University of Light Industry, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhengzhou University of Light Industry, Zhengzhou, China","institution_ids":["https://openalex.org/I23171815"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xinfei Guo","orcid":"https://orcid.org/0000-0002-2374-3953"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinfei Guo","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":null,"display_name":"Chenguang Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chenguang Yang","raw_affiliation_strings":["University of Liverpool, Liverpool, U.K"],"affiliations":[{"raw_affiliation_string":"University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I69356397"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.74088817,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"1","first_page":"303","last_page":"316"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6804999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6804999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13067","display_name":"Geological Modeling and Analysis","score":0.024900000542402267,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14311","display_name":"Electrical and Electromagnetic Research","score":0.018200000748038292,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6643999814987183},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5507000088691711},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.489300012588501},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.476500004529953},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.47029998898506165},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4415000081062317},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.38510000705718994},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.36559998989105225}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7641000151634216},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.746399998664856},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6643999814987183},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5507000088691711},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5252000093460083},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.489300012588501},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.476500004529953},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.47029998898506165},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4415000081062317},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.38510000705718994},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3804999887943268},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.36559998989105225},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C2982962833","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information fusion","level":2,"score":0.25200000405311584},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3614159","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3614159","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1],"analysis":[2],"(MSA)":[3],"is":[4],"a":[5,101,127],"rapidly":[6],"advancing":[7],"field":[8],"in":[9],"artificial":[10],"intelligence":[11],"(AI).":[12],"However,":[13],"it":[14],"faces":[15],"two":[16],"major":[17],"challenges:":[18],"(1)":[19],"deep":[20],"learning-based":[21],"MSA":[22,158],"models":[23],"often":[24],"rely":[25],"on":[26,156],"large":[27],"multimodal":[28],"datasets":[29],"but":[30],"struggle":[31],"with":[32,76],"suboptimal":[33],"data":[34],"utilization,":[35],"and":[36,58,81,120,123,161],"(2)":[37],"inconsistencies":[38],"across":[39],"modalities":[40],"hinder":[41],"the":[42,55,114,124,151,169,172],"effective":[43],"fusion":[44,144,152],"of":[45,171],"diverse":[46],"information":[47],"sources.":[48],"To":[49],"address":[50],"these":[51],"challenges,":[52],"we":[53,99],"propose":[54],"Active":[56],"Learning":[57,61],"Hierarchical":[59],"Contrastive":[60],"(AL-HCL)":[62],"model":[63,67],"for":[64],"MSA.":[65],"This":[66,89],"incorporates":[68],"active":[69,174],"learning":[70,104,175],"techniques":[71],"to":[72,132],"balance":[73],"prediction":[74],"uncertainty":[75],"sample":[77],"diversity,":[78],"selectively":[79],"identifying":[80],"labeling":[82],"high-value":[83],"samples":[84],"from":[85],"an":[86],"unlabeled":[87],"pool.":[88],"approach":[90],"reduces":[91],"annotation":[92],"costs":[93],"while":[94],"maintaining":[95],"robust":[96],"performance.":[97],"Additionally,":[98],"introduce":[100],"three-tier":[102],"contrastive":[103],"framework.":[105],"The":[106],"first":[107],"layer":[108],"addresses":[109],"heterogeneity":[110],"within":[111],"unimodal":[112,119],"data,":[113],"second":[115],"resolves":[116],"discrepancies":[117],"between":[118],"fused":[121],"modalities,":[122],"third":[125],"employs":[126],"Matrix-Based":[128],"Fusion":[129],"(MBF)":[130],"module":[131],"extract":[133],"high-level":[134],"semantic":[135],"features,":[136],"enabling":[137],"deeper":[138],"feature-level":[139],"fusion.":[140],"A":[141],"novel":[142],"modal":[143],"strategy":[145],"further":[146],"enhances":[147],"cross-modal":[148],"interactions,":[149],"optimizing":[150],"process.":[153],"Extensive":[154],"experiments":[155],"benchmark":[157],"datasets\u2014CMU-MOSI,":[159],"CMU-MOSEI,":[160],"CH-SIMS\u2014demonstrate":[162],"that":[163],"AL-HCL":[164],"outperforms":[165],"state-of-the-art":[166],"models,":[167],"validating":[168],"effectiveness":[170],"proposed":[173],"strategy.":[176]},"counts_by_year":[],"updated_date":"2026-03-03T06:13:14.889584","created_date":"2025-10-10T00:00:00"}