{"id":"https://openalex.org/W4402980894","doi":"https://doi.org/10.1109/icme57554.2024.10687530","title":"Knowledge-Enhanced Multi-perspective Incongruity Perception Network for Multimodal Sarcasm Detection","display_name":"Knowledge-Enhanced Multi-perspective Incongruity Perception Network for Multimodal Sarcasm Detection","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4402980894","doi":"https://doi.org/10.1109/icme57554.2024.10687530"},"language":"en","primary_location":{"id":"doi:10.1109/icme57554.2024.10687530","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10687530","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109714912","display_name":"Zihan Niu","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan Niu","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037938574","display_name":"Zheyong Xie","orcid":"https://orcid.org/0009-0009-7453-5781"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheyong Xie","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101570536","display_name":"Tong Xu","orcid":"https://orcid.org/0000-0001-5564-192X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Xu","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101927070","display_name":"Xiangfeng Wang","orcid":"https://orcid.org/0000-0003-3064-5128"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangfeng Wang","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666109","display_name":"Yao Hu","orcid":"https://orcid.org/0000-0003-4573-5740"},"institutions":[{"id":"https://openalex.org/I862669128","display_name":"Xiaomi (China)","ror":"https://ror.org/029f7bn57","country_code":"CN","type":"company","lineage":["https://openalex.org/I862669128"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Hu","raw_affiliation_strings":["Xiaohongshu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiaohongshu","institution_ids":["https://openalex.org/I862669128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009404767","display_name":"Ying Yu","orcid":"https://orcid.org/0000-0002-3480-4571"},"institutions":[{"id":"https://openalex.org/I13985625","display_name":"East China Jiaotong University","ror":"https://ror.org/05x2f1m38","country_code":"CN","type":"education","lineage":["https://openalex.org/I13985625"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Yu","raw_affiliation_strings":["East China Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Jiaotong University","institution_ids":["https://openalex.org/I13985625"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048237545","display_name":"Enhong Chen","orcid":"https://orcid.org/0000-0002-4835-4102"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enhong Chen","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22275022,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10992","display_name":"Forensic Anthropology and Bioarchaeology Studies","score":0.8519999980926514,"subfield":{"id":"https://openalex.org/subfields/1204","display_name":"Archeology"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10992","display_name":"Forensic Anthropology and Bioarchaeology Studies","score":0.8519999980926514,"subfield":{"id":"https://openalex.org/subfields/1204","display_name":"Archeology"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sarcasm","display_name":"Sarcasm","score":0.9582459926605225},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.7302229404449463},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7186082601547241},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5989265441894531},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5457432270050049},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37679198384284973},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3416389226913452},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1569371223449707},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.09741950035095215},{"id":"https://openalex.org/keywords/irony","display_name":"Irony","score":0.05834120512008667}],"concepts":[{"id":"https://openalex.org/C2776207355","wikidata":"https://www.wikidata.org/wiki/Q191035","display_name":"Sarcasm","level":3,"score":0.9582459926605225},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.7302229404449463},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7186082601547241},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5989265441894531},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5457432270050049},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37679198384284973},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3416389226913452},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1569371223449707},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09741950035095215},{"id":"https://openalex.org/C2779975665","wikidata":"https://www.wikidata.org/wiki/Q131361","display_name":"Irony","level":2,"score":0.05834120512008667},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme57554.2024.10687530","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10687530","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W2079735306","https://openalex.org/W2194775991","https://openalex.org/W2489370933","https://openalex.org/W2913873497","https://openalex.org/W2950339735","https://openalex.org/W2951937667","https://openalex.org/W3034998021","https://openalex.org/W3093418251","https://openalex.org/W3102848065","https://openalex.org/W3207061104","https://openalex.org/W3207632983","https://openalex.org/W4285304773","https://openalex.org/W4304013709","https://openalex.org/W4320057655","https://openalex.org/W4385245566","https://openalex.org/W4385497271","https://openalex.org/W4385572183","https://openalex.org/W4385573263","https://openalex.org/W4386076128","https://openalex.org/W4386158754","https://openalex.org/W4386262187","https://openalex.org/W6691288977","https://openalex.org/W6766673545","https://openalex.org/W6784333009","https://openalex.org/W6791353385","https://openalex.org/W6849177959"],"related_works":["https://openalex.org/W2900446122","https://openalex.org/W3037315328","https://openalex.org/W4312684429","https://openalex.org/W3101138303","https://openalex.org/W2349372848","https://openalex.org/W2753593955","https://openalex.org/W2907442881","https://openalex.org/W3018705632","https://openalex.org/W4311456904","https://openalex.org/W3092940842"],"abstract_inverted_index":{"Recent":[0],"years":[1],"have":[2,18],"witnessed":[3],"the":[4,31,38,83,116,130],"urgent":[5],"request":[6],"for":[7,72,77],"multi-modal":[8],"sarcasm":[9,126],"detection":[10,127],"in":[11],"social":[12],"media":[13],"platforms.":[14],"Though":[15],"large":[16],"efforts":[17],"been":[19],"made":[20],"with":[21],"significant":[22],"progress,":[23],"prior":[24],"arts":[25],"may":[26],"fail":[27],"to":[28,36,67,81,100,114],"fully":[29],"integrate":[30,115],"commonsense":[32,71],"knowledge,":[33],"and":[34,70,74,104],"struggle":[35],"model":[37],"incongruity":[39,92],"within":[40],"implicit":[41,105],"meanings":[42],"of":[43,118,132],"multimodal":[44,125],"cues.":[45],"To":[46],"address":[47],"these":[48],"limitations,":[49],"we":[50,62,89],"propose":[51],"a":[52,123],"novel":[53],"Knowledge-Enhanced":[54],"Multi-perspective":[55],"Incongruity":[56],"Perception":[57],"network,":[58],"named":[59],"KEMIP.":[60],"Specifically,":[61],"adopt":[63],"generative":[64],"language":[65],"models":[66],"produce":[68],"captions":[69],"image":[73],"text":[75],"respectively":[76],"comprehensive":[78],"understanding.":[79],"Subsequently,":[80],"exploit":[82],"essential":[84],"cues":[85],"from":[86],"multiple":[87],"perspectives,":[88],"customize":[90],"an":[91,108],"perception":[93],"module,":[94],"which":[95],"utilizes":[96],"several":[97],"fusion":[98],"networks":[99],"capture":[101],"both":[102],"literal":[103],"inconsistencies.":[106],"Afterwards,":[107],"ensemble":[109],"weighting":[110],"gate":[111],"is":[112],"employed":[113],"result":[117],"individual":[119],"perspective.":[120],"Experiments":[121],"on":[122],"public":[124],"benchmark":[128],"demonstrate":[129],"superiority":[131],"our":[133],"proposed":[134],"KEMIP":[135],"framework.":[136]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}