{"id":"https://openalex.org/W3139831923","doi":"https://doi.org/10.1109/mmul.2021.3069097","title":"Modeling Incongruity between Modalities for Multimodal Sarcasm Detection","display_name":"Modeling Incongruity between Modalities for Multimodal Sarcasm Detection","publication_year":2021,"publication_date":"2021-03-26","ids":{"openalex":"https://openalex.org/W3139831923","doi":"https://doi.org/10.1109/mmul.2021.3069097","mag":"3139831923"},"language":"en","primary_location":{"id":"doi:10.1109/mmul.2021.3069097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmul.2021.3069097","pdf_url":null,"source":{"id":"https://openalex.org/S72873717","display_name":"IEEE Multimedia","issn_l":"1070-986X","issn":["1070-986X","1941-0166"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE MultiMedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061277006","display_name":"Yang Wu","orcid":"https://orcid.org/0000-0003-2197-080X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Wu","raw_affiliation_strings":["China Merchants Bank, Shenzhen, China","Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0003-2197-080X","affiliations":[{"raw_affiliation_string":"China Merchants Bank, Shenzhen, China","institution_ids":[]},{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031911989","display_name":"Yanyan Zhao","orcid":"https://orcid.org/0000-0001-5852-7962"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyan Zhao","raw_affiliation_strings":["Harbin Institute of Technology, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042061754","display_name":"Xin Lu","orcid":"https://orcid.org/0000-0002-0784-5394"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Lu","raw_affiliation_strings":["Harbin Institute of Technology, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017671620","display_name":"Bing Qin","orcid":"https://orcid.org/0000-0002-2543-5604"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Qin","raw_affiliation_strings":["Harbin Institute of Technology, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110041932","display_name":"Wu Yin","orcid":"https://orcid.org/0009-0001-6583-3703"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Wu","raw_affiliation_strings":["China Merchants Bank, Shenzhen, China","Harbin Institute of Technology, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Merchants Bank, Shenzhen, China","institution_ids":[]},{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084787121","display_name":"Jian Sheng","orcid":"https://orcid.org/0000-0002-8815-1051"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jian Sheng","raw_affiliation_strings":["China Merchants Bank, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Merchants Bank, Shenzhen, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100454985","display_name":"Jinlong Li","orcid":"https://orcid.org/0000-0002-8746-4566"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinlong Li","raw_affiliation_strings":["China Merchants Bank, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Merchants Bank, Shenzhen, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.2903,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.95003233,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"28","issue":"2","first_page":"86","last_page":"95"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sarcasm","display_name":"Sarcasm","score":0.9830795526504517},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.880449652671814},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8316295146942139},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7514747381210327},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.604150116443634},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5854349732398987},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4934791326522827},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.47975099086761475},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.46571898460388184},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.44237393140792847},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.21494928002357483},{"id":"https://openalex.org/keywords/irony","display_name":"Irony","score":0.10281926393508911}],"concepts":[{"id":"https://openalex.org/C2776207355","wikidata":"https://www.wikidata.org/wiki/Q191035","display_name":"Sarcasm","level":3,"score":0.9830795526504517},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.880449652671814},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8316295146942139},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7514747381210327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.604150116443634},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5854349732398987},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4934791326522827},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.47975099086761475},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.46571898460388184},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.44237393140792847},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.21494928002357483},{"id":"https://openalex.org/C2779975665","wikidata":"https://www.wikidata.org/wiki/Q131361","display_name":"Irony","level":2,"score":0.10281926393508911},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mmul.2021.3069097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmul.2021.3069097","pdf_url":null,"source":{"id":"https://openalex.org/S72873717","display_name":"IEEE Multimedia","issn_l":"1070-986X","issn":["1070-986X","1941-0166"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE MultiMedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G4165806713","display_name":null,"funder_award_id":"61632011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5600457459","display_name":null,"funder_award_id":"2018YFB1005103","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8903434528","display_name":"\u9762\u5411\u804a\u5929\u673a\u5668\u4eba\u7684\u6587\u672c\u60c5\u611f\u5206\u6790\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61772153","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1904892614","https://openalex.org/W2085662862","https://openalex.org/W2194775991","https://openalex.org/W2250710744","https://openalex.org/W2531468424","https://openalex.org/W2552972371","https://openalex.org/W2766251611","https://openalex.org/W2767249564","https://openalex.org/W2787581402","https://openalex.org/W2790763247","https://openalex.org/W2913873497","https://openalex.org/W2962681323","https://openalex.org/W2962718314","https://openalex.org/W2963341956","https://openalex.org/W2963349408","https://openalex.org/W2964216663","https://openalex.org/W3035177206","https://openalex.org/W3100216269","https://openalex.org/W6691288977","https://openalex.org/W6748551036"],"related_works":["https://openalex.org/W4388762511","https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2110287964","https://openalex.org/W2167701463"],"abstract_inverted_index":{"Sarcasm":[0],"is":[1,67],"a":[2,15,96],"sophisticated":[3],"linguistic":[4],"phenomenon":[5],"and":[6,39],"commonly":[7],"manifests":[8],"on":[9,47,89,128],"social":[10],"media":[11],"platforms,":[12],"which":[13,26,66,84,121],"poses":[14],"great":[16],"challenge":[17],"for":[18,71],"opinion":[19],"mining":[20],"systems.":[21],"Therefore,":[22],"multimodal":[23,48],"sarcasm":[24,86],"detection,":[25],"aims":[27],"to":[28,106],"understand":[29],"the":[30,34,54,79,90,114,125,129,135],"implied":[31],"sentiment":[32],"in":[33],"video,":[35],"has":[36],"gained":[37],"more":[38,40],"attention.":[41],"However,":[42],"previous":[43],"works":[44],"mostly":[45],"focus":[46],"feature":[49],"fusion":[50],"without":[51],"explicitly":[52],"modeling":[53],"incongruity":[55,92],"between":[56,93],"modalities,":[57],"such":[58],"as":[59],"expressing":[60],"verbal":[61],"compliments":[62],"while":[63],"rolling":[64],"eyes,":[65],"an":[68],"obvious":[69],"cue":[70],"detecting":[72],"sarcasm.":[73],"In":[74],"this":[75],"article,":[76],"we":[77],"propose":[78],"incongruity-aware":[80],"attention":[81],"network":[82],"(IWAN),":[83],"detects":[85],"by":[87],"focusing":[88],"word-level":[91],"modalities":[94],"via":[95],"scoring":[97,100],"mechanism.":[98],"This":[99],"mechanism":[101],"could":[102],"assign":[103],"larger":[104],"weights":[105],"words":[107],"with":[108],"incongruent":[109],"modalities.":[110],"Experimental":[111],"results":[112],"demonstrate":[113],"effectiveness":[115],"of":[116,137],"our":[117],"proposed":[118],"IWAN":[119],"model,":[120],"not":[122],"only":[123],"achieves":[124],"state-of-the-art":[126],"performance":[127],"MUStARD":[130],"dataset":[131],"but":[132],"also":[133],"offers":[134],"advantages":[136],"interpretability.":[138]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}