{"id":"https://openalex.org/W4407637803","doi":"https://doi.org/10.1109/tmm.2025.3543074","title":"Enhancing Semantic Awareness by Sentimental Constraint With Automatic Outlier Masking for Multimodal Sarcasm Detection","display_name":"Enhancing Semantic Awareness by Sentimental Constraint With Automatic Outlier Masking for Multimodal Sarcasm Detection","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4407637803","doi":"https://doi.org/10.1109/tmm.2025.3543074"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3543074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3543074","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101399146","display_name":"Shaozu Yuan","orcid":"https://orcid.org/0000-0001-5084-7064"},"institutions":[{"id":"https://openalex.org/I4210087373","display_name":"Meizu (China)","ror":"https://ror.org/0067g4302","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210087373"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shaozu Yuan","raw_affiliation_strings":["Meituan, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5084-7064","affiliations":[{"raw_affiliation_string":"Meituan, Beijing, China","institution_ids":["https://openalex.org/I4210087373"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059464565","display_name":"Yiwei Wei","orcid":"https://orcid.org/0000-0002-7627-5487"},"institutions":[{"id":"https://openalex.org/I204553293","display_name":"China University of Petroleum, Beijing","ror":"https://ror.org/041qf4r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I204553293"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiwei Wei","raw_affiliation_strings":["College of Petroleum Engineering, China University of Petroleum (Beijing) at Karamay, Karamay, China","College of Petroleum Engineering, China University of Petroleum(Beijing) at Karamay, Karamay, China"],"raw_orcid":"https://orcid.org/0000-0002-7627-5487","affiliations":[{"raw_affiliation_string":"College of Petroleum Engineering, China University of Petroleum (Beijing) at Karamay, Karamay, China","institution_ids":["https://openalex.org/I204553293"]},{"raw_affiliation_string":"College of Petroleum Engineering, China University of Petroleum(Beijing) at Karamay, Karamay, China","institution_ids":["https://openalex.org/I204553293"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072205807","display_name":"Hengyang Zhou","orcid":"https://orcid.org/0009-0002-9442-3399"},"institutions":[{"id":"https://openalex.org/I204553293","display_name":"China University of Petroleum, Beijing","ror":"https://ror.org/041qf4r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I204553293"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengyang Zhou","raw_affiliation_strings":["College of Petroleum Engineering, China University of Petroleum (Beijing) at Karamay, Karamay, China","College of Petroleum Engineering, China University of Petroleum(Beijing) at Karamay, Karamay, China"],"raw_orcid":"https://orcid.org/0009-0002-9442-3399","affiliations":[{"raw_affiliation_string":"College of Petroleum Engineering, China University of Petroleum (Beijing) at Karamay, Karamay, China","institution_ids":["https://openalex.org/I204553293"]},{"raw_affiliation_string":"College of Petroleum Engineering, China University of Petroleum(Beijing) at Karamay, Karamay, China","institution_ids":["https://openalex.org/I204553293"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qinfu Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinfu Xu","raw_affiliation_strings":["Qingdao Institute of Software, College of Computer Science and Technology, China University of Petroleum (East China), Shandong, China","Qingdao Institute of Software, College of Computer Science and Technology, China University of Petroleum (East China), China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qingdao Institute of Software, College of Computer Science and Technology, China University of Petroleum (East China), Shandong, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"Qingdao Institute of Software, College of Computer Science and Technology, China University of Petroleum (East China), China","institution_ids":["https://openalex.org/I4210162190","https://openalex.org/I4210128818"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Meng Chen","orcid":"https://orcid.org/0009-0006-9908-4524"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Chen","raw_affiliation_strings":["JD AI Research, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-9908-4524","affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006367043","display_name":"Xiaodong He","orcid":"https://orcid.org/0000-0002-6682-2926"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodong He","raw_affiliation_strings":["JD AI Research, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101399146"],"corresponding_institution_ids":["https://openalex.org/I4210087373"],"apc_list":null,"apc_paid":null,"fwci":10.8663,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97753072,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"27","issue":null,"first_page":"5376","last_page":"5386"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.7882999777793884,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.7882999777793884,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.7563999891281128,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sarcasm","display_name":"Sarcasm","score":0.9041837453842163},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7931683659553528},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6076829433441162},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.5727241635322571},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5676288604736328},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.5183050036430359},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.5181792378425598},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5042136907577515},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4467664957046509},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3577846586704254},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3342844247817993},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.09626197814941406},{"id":"https://openalex.org/keywords/irony","display_name":"Irony","score":0.08617019653320312}],"concepts":[{"id":"https://openalex.org/C2776207355","wikidata":"https://www.wikidata.org/wiki/Q191035","display_name":"Sarcasm","level":3,"score":0.9041837453842163},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7931683659553528},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6076829433441162},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.5727241635322571},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5676288604736328},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.5183050036430359},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.5181792378425598},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5042136907577515},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4467664957046509},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3577846586704254},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3342844247817993},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09626197814941406},{"id":"https://openalex.org/C2779975665","wikidata":"https://www.wikidata.org/wiki/Q131361","display_name":"Irony","level":2,"score":0.08617019653320312},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3543074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3543074","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W2194775991","https://openalex.org/W2251920663","https://openalex.org/W2296719434","https://openalex.org/W2489370933","https://openalex.org/W2517194566","https://openalex.org/W2745461083","https://openalex.org/W2896457183","https://openalex.org/W2951937667","https://openalex.org/W2962681323","https://openalex.org/W2997591391","https://openalex.org/W3035565303","https://openalex.org/W3095024162","https://openalex.org/W3102848065","https://openalex.org/W3207396986","https://openalex.org/W4223555601","https://openalex.org/W4285184319","https://openalex.org/W4285304773","https://openalex.org/W4313156423","https://openalex.org/W4364302332","https://openalex.org/W4382318659","https://openalex.org/W4385245566","https://openalex.org/W4385569851","https://openalex.org/W4385572183","https://openalex.org/W4385572265","https://openalex.org/W4386076128"],"related_works":["https://openalex.org/W2900446122","https://openalex.org/W3037315328","https://openalex.org/W4312684429","https://openalex.org/W3018705632","https://openalex.org/W2499612753","https://openalex.org/W3111802945","https://openalex.org/W2946096271","https://openalex.org/W2295423552","https://openalex.org/W1598471830","https://openalex.org/W3107369729"],"abstract_inverted_index":{"Multimodal":[0],"sarcasm":[1,22,84],"detection,":[2],"aiming":[3],"to":[4,94,169],"uncover":[5],"sarcastic":[6],"sentiment":[7],"behind":[8],"multimodal":[9,16,21,83,104],"data,":[10],"has":[11],"gained":[12],"substantial":[13],"attention":[14],"in":[15,20,48,59],"communities.":[17],"Recent":[18],"advancements":[19],"detection":[23],"(MSD)":[24],"methods":[25],"have":[26],"primarily":[27],"focused":[28],"on":[29,171,179],"modality":[30],"alignment":[31],"with":[32,139],"pre-trained":[33],"vision-language":[34],"(V-L)":[35],"model.":[36,193],"However,":[37],"text-image":[38],"pairs":[39],"often":[40],"exhibit":[41],"weak":[42],"or":[43],"even":[44],"opposite":[45],"semantic":[46,128],"correlations":[47],"MSD":[49,182],"tasks.":[50],"Consequently,":[51],"directly":[52],"aligning":[53],"these":[54],"modalities":[55],"can":[56,142],"potentially":[57],"result":[58],"feature":[60],"shift":[61],"and":[62,98,121,146,162,187],"inter-class":[63],"confusion,":[64],"ultimately":[65],"hindering":[66],"the":[67,76,96,102,109,113,127,144,148,164,167,185],"model's":[68],"ability.":[69],"To":[70],"alleviate":[71],"this":[72],"issue,":[73],"we":[74,87,152],"propose":[75],"Enhancing":[77],"Semantic":[78],"Awareness":[79],"Model":[80],"(ESAM)":[81],"for":[82],"detection.":[85],"Specifically,":[86],"first":[88],"devise":[89],"a":[90],"Modality-decoupled":[91],"Framework":[92],"(MDF)":[93],"separate":[95],"textual":[97,122],"visual":[99,120],"features":[100],"from":[101],"fused":[103],"representation.":[105],"This":[106,158],"decoupling":[107],"enables":[108],"parallel":[110],"integration":[111],"of":[112,130,150,189],"Sentimental":[114],"Congruity":[115],"Constraint":[116],"(SCC)":[117],"within":[118],"both":[119],"latent":[123],"spaces,":[124],"thereby":[125],"enhancing":[126],"awareness":[129],"different":[131],"modalities.":[132],"Furthermore,":[133],"given":[134],"that":[135],"certain":[136],"outlier":[137],"samples":[138,174],"ambiguous":[140],"sentiments":[141],"mislead":[143],"training":[145],"weaken":[147],"performance":[149],"SCC,":[151],"further":[153],"incorporate":[154],"Automatic":[155],"Outlier":[156],"Masking.":[157],"mechanism":[159],"automatically":[160],"detects":[161],"masks":[163],"outliers,":[165],"guiding":[166],"model":[168],"focus":[170],"more":[172],"informative":[173],"during":[175],"training.":[176],"Experimental":[177],"results":[178],"two":[180],"public":[181],"datasets":[183],"validate":[184],"robustness":[186],"superiority":[188],"our":[190],"proposed":[191],"ESAM":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}