{"id":"https://openalex.org/W4414203465","doi":"https://doi.org/10.1145/3748658","title":"Ensuring Pre-Fusion Modality Consistency: A New Approach to Multimodal Sentiment Detection","display_name":"Ensuring Pre-Fusion Modality Consistency: A New Approach to Multimodal Sentiment Detection","publication_year":2025,"publication_date":"2025-09-15","ids":{"openalex":"https://openalex.org/W4414203465","doi":"https://doi.org/10.1145/3748658"},"language":"en","primary_location":{"id":"doi:10.1145/3748658","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3748658","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008865618","display_name":"Yulou Shu","orcid":"https://orcid.org/0009-0005-1150-1569"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yulou Shu","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, China","School of Computer Science and Technology, Tongji University, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023712282","display_name":"Wengen Li","orcid":"https://orcid.org/0000-0002-8768-6740"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wengen Li","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, China","School of Computer Science and Technology, Tongji University, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054105228","display_name":"Yu-Ping Ruan","orcid":"https://orcid.org/0000-0002-9800-3271"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu-Ping Ruan","raw_affiliation_strings":["Zhejiang Lab, Hangzhou, China","Zhejiang Lab, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Zhejiang Lab, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061031557","display_name":"Wuchao Liu","orcid":"https://orcid.org/0009-0008-5376-043X"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wuchao Liu","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, China","School of Computer Science and Technology, Tongji University, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100625408","display_name":"Yichao Zhang","orcid":"https://orcid.org/0000-0002-9931-4733"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichao Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, China","School of Computer Science and Technology, Tongji University, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086316879","display_name":"Jihong Guan","orcid":"https://orcid.org/0000-0003-2313-7635"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jihong Guan","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, China","School of Computer Science and Technology, Tongji University, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017862559","display_name":"Shuigeng Zhou","orcid":"https://orcid.org/0000-0002-1949-2768"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuigeng Zhou","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China","Shanghai Key Lab of Intelligent Information Processing and School of Computer Science, Fudan University, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Shanghai Key Lab of Intelligent Information Processing and School of Computer Science, Fudan University, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5008865618"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":2.4849,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.91461112,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"16","issue":"5","first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7684000134468079},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6055999994277954},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5733000040054321},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5713000297546387},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5591999888420105},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5059000253677368},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.47909998893737793},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4666000008583069},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.40459999442100525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8855999708175659},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7684000134468079},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7027000188827515},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6055999994277954},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5733000040054321},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5713000297546387},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5591999888420105},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5059000253677368},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.47909998893737793},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4666000008583069},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4320000112056732},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.40459999442100525},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3853999972343445},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.38260000944137573},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.3763999938964844},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3732999861240387},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.3630000054836273},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3398999869823456},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.27720001339912415},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.2768999934196472},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C89686163","wikidata":"https://www.wikidata.org/wiki/Q1187982","display_name":"Vector space model","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.2531000077724457}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3748658","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3748658","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2606555609","https://openalex.org/W2750779823","https://openalex.org/W2810665353","https://openalex.org/W2911840101","https://openalex.org/W2914695977","https://openalex.org/W2930957955","https://openalex.org/W2932399282","https://openalex.org/W2964236337","https://openalex.org/W2971765953","https://openalex.org/W3035524453","https://openalex.org/W3095024162","https://openalex.org/W3163767300","https://openalex.org/W3165553112","https://openalex.org/W3208639589","https://openalex.org/W4213069590","https://openalex.org/W4214540501","https://openalex.org/W4225650823","https://openalex.org/W4238846128","https://openalex.org/W4240455494","https://openalex.org/W4246952756","https://openalex.org/W4285262944","https://openalex.org/W4286571975","https://openalex.org/W4287887264","https://openalex.org/W4389060417","https://openalex.org/W4395053551","https://openalex.org/W4396576599","https://openalex.org/W4412230188"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,60,65,73,78,102,126,148,151,156,170,175,190,198,205,217],"growing":[2,19],"diversity":[3],"of":[4,68,80,104,219,225],"data":[5],"formats":[6],"on":[7,211],"social":[8],"media,":[9],"such":[10],"as":[11],"text,":[12],"images,":[13],"and":[14,63,122,155,173,202],"videos,":[15],"there":[16],"is":[17,194,227],"a":[18,90,108,131,140,162],"need":[20],"to":[21,32,135,145],"analyze":[22],"sentiment":[23,28,35,52,82,94,187],"from":[24,40],"multiple":[25],"modalities.":[26],"Multimodal":[27],"detection,":[29],"which":[30,75,99],"aims":[31],"identify":[33],"users\u2019":[34],"by":[36,204],"jointly":[37],"modeling":[38],"information":[39,57],"different":[41,105,137,179],"modalities,":[42,180],"has":[43],"thus":[44],"attracted":[45],"increasing":[46],"attention.":[47],"However,":[48],"most":[49],"existing":[50],"multimodal":[51,56,69,81,93,163,200,214],"detection":[53,95],"methods":[54],"fuse":[55],"directly":[58],"after":[59],"unimodal":[61,157],"encoding":[62,158],"overlook":[64],"modality":[66],"consistency":[67,164],"vector":[70],"spaces":[71],"before":[72,112],"fusion,":[74],"may":[76],"damage":[77],"accuracy":[79],"detection.":[83,188],"To":[84],"address":[85],"this":[86],"issue,":[87],"we":[88,129,160],"propose":[89,161],"contrastive":[91,165],"learning-based":[92],"model":[96,171],"termed":[97],"EPMC":[98,114,193,220,226],"can":[100],"map":[101,136],"representations":[103],"modalities":[106,138],"into":[107,139],"unified":[109,141],"semantic":[110],"space":[111],"fusion.":[113],"operates":[115],"in":[116],"two":[117],"stages,":[118],"i.e.,":[119],"pre-training":[120,127],"stage":[121],"fine-tuning":[123,191],"stage.":[124],"At":[125,189],"stage,":[128,192],"designed":[130],"cross-modal":[132,152,176],"transformation":[133,153],"module":[134],"feature":[142],"space.":[143],"Meanwhile,":[144],"further":[146],"capture":[147],"relationship":[149],"between":[150,178],"vectors":[154],"vectors,":[159],"learning":[166,182],"task":[167],"that":[168],"helps":[169],"discern":[172],"amplify":[174],"similarity":[177],"thereby":[181],"more":[183],"discriminative":[184],"features":[185],"for":[186],"iteratively":[195],"refined":[196],"using":[197],"learned":[199],"representation":[201],"guided":[203],"cross-entropy":[206],"loss.":[207],"Extensive":[208],"experiments":[209],"conducted":[210],"three":[212],"public":[213],"datasets":[215],"validate":[216],"effectiveness":[218],"model.":[221],"The":[222],"official":[223],"implementation":[224],"released":[228],"at":[229],"https://github.com/ADMIS-TONGJI/EPMC":[230],".":[231]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}