{"id":"https://openalex.org/W7152387418","doi":"https://doi.org/10.1145/3774904.3792569","title":"CCAF: Coarse-to-fine Cross-Modal Alignment and Fusion for Multimodal Sentiment Analysis","display_name":"CCAF: Coarse-to-fine Cross-Modal Alignment and Fusion for Multimodal Sentiment Analysis","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7152387418","doi":"https://doi.org/10.1145/3774904.3792569"},"language":null,"primary_location":{"id":"doi:10.1145/3774904.3792569","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792569","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774904.3792569","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037550740","display_name":"Xianbing Zhao","orcid":"https://orcid.org/0000-0001-5482-3895"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianbing Zhao","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, China, Jiangnan University, Wuxi, China, and Guangdong Provincial Key Laboratory of Intelligent Information Processing, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5482-3895","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, China, Jiangnan University, Wuxi, China, and Guangdong Provincial Key Laboratory of Intelligent Information Processing, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124863974","display_name":"Shengzun Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengzun Yang","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0001-9287-4877","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021991117","display_name":"Buzhou Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Buzhou Tang","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, China, Pengcheng Laboratory, Shenzhen, China, and Guangdong Provincial Key Laboratory of Intelligent Information Processing, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-0271-8246","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, China, Pengcheng Laboratory, Shenzhen, China, and Guangdong Provincial Key Laboratory of Intelligent Information Processing, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.53267587,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7421","last_page":"7430"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6891999840736389,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6891999840736389,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.07739999890327454,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.03970000147819519,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.44859999418258667},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4207000136375427},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.33079999685287476},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2766999900341034}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6431000232696533},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6180999875068665},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.44859999418258667},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4296000003814697},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4207000136375427},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.33079999685287476},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2590000033378601},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25429999828338623},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.23759999871253967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3774904.3792569","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792569","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3774904.3792569","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792569","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W2883409523","https://openalex.org/W2944150796","https://openalex.org/W2963839617","https://openalex.org/W2964010806","https://openalex.org/W2964346351","https://openalex.org/W3034266838","https://openalex.org/W3093051361","https://openalex.org/W3128412859","https://openalex.org/W3169801598","https://openalex.org/W3214432797","https://openalex.org/W4224933771","https://openalex.org/W4285149123","https://openalex.org/W4285248692","https://openalex.org/W4304092664","https://openalex.org/W4308600730","https://openalex.org/W4312925669","https://openalex.org/W4367047415","https://openalex.org/W4385570923","https://openalex.org/W4385570955","https://openalex.org/W4386075879","https://openalex.org/W4386913496","https://openalex.org/W4390872461","https://openalex.org/W4393148276","https://openalex.org/W4402727931","https://openalex.org/W4403791362","https://openalex.org/W4409346483","https://openalex.org/W4409346520","https://openalex.org/W4409362748","https://openalex.org/W4409363418","https://openalex.org/W4409363714","https://openalex.org/W4413155594"],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1,80,112,141],"analysis":[2],"(MSA)":[3],"has":[4],"witnessed":[5],"remarkable":[6],"advancements":[7],"in":[8,60],"recent":[9],"years.":[10],"Existing":[11],"MSA":[12,61,71,165],"methods":[13],"focus":[14],"primarily":[15],"on":[16,161],"learning":[17],"coarse-grained":[18,76],"representations":[19],"from":[20,40],"different":[21],"modalities":[22],"to":[23,147],"perform":[24],"global":[25,52,83,100,109,117,128,154],"cross-modal":[26,42,46,55,79,86,103,120,131,150],"alignment":[27,47,87],"or":[28],"fusion.":[29,89],"However,":[30],"these":[31],"approaches":[32],"often":[33],"neglect":[34],"fine-grained":[35,78],"valuable":[36,108],"sentimental":[37],"clues":[38,113],"derived":[39],"local":[41,54,85,102,111,119,130,156],"interactions.":[43],"Furthermore,":[44],"the":[45,126,168],"and":[48,53,77,84,88,101,110,118,129,133,143,155,170],"fusion":[49],"of":[50,93,172],"complex":[51],"information":[56,136,151],"pose":[57],"significant":[58],"challenges":[59],"tasks.":[62],"To":[63],"address":[64],"this":[65],"issue,":[66],"we":[67],"propose":[68],"a":[69],"novel":[70],"framework":[72],"that":[73],"simultaneously":[74],"captures":[75],"cues":[81],"through":[82],"Our":[90],"approach":[91],"consists":[92],"three":[94],"key":[95],"components:":[96],"i)":[97],"optimal":[98],"transport-based":[99],"alignment,":[104],"which":[105,123,138],"separately":[106],"aligns":[107],"across":[114],"modalities,":[115],"ii)":[116],"gated":[121],"attention,":[122],"respectively":[124],"fuse":[125],"aligned":[127],"representations,":[132],"iii)":[134],"prototype-informed":[135],"bottleneck,":[137],"utilizes":[139],"learnable":[140],"prototypes":[142],"contrastive":[144],"prototype":[145],"match":[146],"eliminate":[148],"redundant":[149],"at":[152],"both":[153],"levels.":[157],"Extensive":[158],"experiments":[159],"conducted":[160],"two":[162],"publicly":[163],"available":[164],"datasets":[166],"demonstrate":[167],"effectiveness":[169],"superiority":[171],"our":[173],"proposed":[174],"model.":[175]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-10T00:00:00"}