{"id":"https://openalex.org/W4406457471","doi":"https://doi.org/10.1109/tcsvt.2025.3530436","title":"DeepMSD: Advancing Multimodal Sarcasm Detection Through Knowledge-Augmented Graph Reasoning","display_name":"DeepMSD: Advancing Multimodal Sarcasm Detection Through Knowledge-Augmented Graph Reasoning","publication_year":2025,"publication_date":"2025-01-16","ids":{"openalex":"https://openalex.org/W4406457471","doi":"https://doi.org/10.1109/tcsvt.2025.3530436"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3530436","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3530436","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059464565","display_name":"Yiwei Wei","orcid":"https://orcid.org/0000-0002-7627-5487"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yiwei Wei","raw_affiliation_strings":["Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing, Tianjin University, Tianjin, China","College of Intelligence and Computing, Tianjin Key Laboratory of Cognitive Computing and Application, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-7627-5487","affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin Key Laboratory of Cognitive Computing and Application, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102635235","display_name":"Hengyang Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I204553293","display_name":"China University of Petroleum, Beijing","ror":"https://ror.org/041qf4r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I204553293"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengyang Zhou","raw_affiliation_strings":["College of Petroleum Engineering, China University of Petroleum (Beijing) at Karamay, Karamay, China","College of Petroleum Engineering, China University of Petroleum(Beijing) at Karamay, Karamay, China"],"raw_orcid":"https://orcid.org/0009-0002-9442-3399","affiliations":[{"raw_affiliation_string":"College of Petroleum Engineering, China University of Petroleum (Beijing) at Karamay, Karamay, China","institution_ids":["https://openalex.org/I204553293"]},{"raw_affiliation_string":"College of Petroleum Engineering, China University of Petroleum(Beijing) at Karamay, Karamay, China","institution_ids":["https://openalex.org/I204553293"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101399146","display_name":"Shaozu Yuan","orcid":"https://orcid.org/0000-0001-5084-7064"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaozu Yuan","raw_affiliation_strings":["JD AI Research, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5084-7064","affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115621122","display_name":"Meng Chen","orcid":"https://orcid.org/0009-0006-9908-4524"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Chen","raw_affiliation_strings":["JD AI Research, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-9908-4524","affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haitao Shi","orcid":"https://orcid.org/0009-0005-0028-1281"},"institutions":[{"id":"https://openalex.org/I204553293","display_name":"China University of Petroleum, Beijing","ror":"https://ror.org/041qf4r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I204553293"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitao Shi","raw_affiliation_strings":["College of Petroleum Engineering, China University of Petroleum (Beijing) at Karamay, Karamay, China","College of Petroleum Engineering, China University of Petroleum(Beijing) at Karamay, Karamay, China"],"raw_orcid":"https://orcid.org/0009-0005-0028-1281","affiliations":[{"raw_affiliation_string":"College of Petroleum Engineering, China University of Petroleum (Beijing) at Karamay, Karamay, China","institution_ids":["https://openalex.org/I204553293"]},{"raw_affiliation_string":"College of Petroleum Engineering, China University of Petroleum(Beijing) at Karamay, Karamay, China","institution_ids":["https://openalex.org/I204553293"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016325459","display_name":"Zhiyang Jia","orcid":"https://orcid.org/0000-0001-8423-8785"},"institutions":[{"id":"https://openalex.org/I204553293","display_name":"China University of Petroleum, Beijing","ror":"https://ror.org/041qf4r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I204553293"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyang Jia","raw_affiliation_strings":["College of Petroleum Engineering, China University of Petroleum (Beijing) at Karamay, Karamay, China","College of Petroleum Engineering, China University of Petroleum(Beijing) at Karamay, Karamay, China"],"raw_orcid":"https://orcid.org/0000-0001-8423-8785","affiliations":[{"raw_affiliation_string":"College of Petroleum Engineering, China University of Petroleum (Beijing) at Karamay, Karamay, China","institution_ids":["https://openalex.org/I204553293"]},{"raw_affiliation_string":"College of Petroleum Engineering, China University of Petroleum(Beijing) at Karamay, Karamay, China","institution_ids":["https://openalex.org/I204553293"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101745213","display_name":"Longbiao Wang","orcid":"https://orcid.org/0000-0002-8094-6861"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longbiao Wang","raw_affiliation_strings":["Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing, Tianjin University, Tianjin, China","College of Intelligence and Computing, Tianjin Key Laboratory of Cognitive Computing and Application, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-8094-6861","affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin Key Laboratory of Cognitive Computing and Application, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006367043","display_name":"Xiaodong He","orcid":"https://orcid.org/0000-0002-6682-2926"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodong He","raw_affiliation_strings":["JD AI Research, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5059464565"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":6.5198,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95521572,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"35","issue":"7","first_page":"6413","last_page":"6423"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9602000117301941,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9602000117301941,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9578999876976013,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9430999755859375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sarcasm","display_name":"Sarcasm","score":0.8794523477554321},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.691901445388794},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5125141143798828},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.45995083451271057},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4506249725818634},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2564865052700043},{"id":"https://openalex.org/keywords/irony","display_name":"Irony","score":0.14017856121063232},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1253540813922882}],"concepts":[{"id":"https://openalex.org/C2776207355","wikidata":"https://www.wikidata.org/wiki/Q191035","display_name":"Sarcasm","level":3,"score":0.8794523477554321},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.691901445388794},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5125141143798828},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.45995083451271057},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4506249725818634},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2564865052700043},{"id":"https://openalex.org/C2779975665","wikidata":"https://www.wikidata.org/wiki/Q131361","display_name":"Irony","level":2,"score":0.14017856121063232},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1253540813922882},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3530436","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3530436","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2883670753","display_name":null,"funder_award_id":"U23B2053","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7732325329","display_name":null,"funder_award_id":"62176182","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W2079735306","https://openalex.org/W2194775991","https://openalex.org/W2489370933","https://openalex.org/W2758985501","https://openalex.org/W2913873497","https://openalex.org/W2951937667","https://openalex.org/W2962681323","https://openalex.org/W3035565303","https://openalex.org/W3102848065","https://openalex.org/W3105203922","https://openalex.org/W3207396986","https://openalex.org/W4254619938","https://openalex.org/W4285304773","https://openalex.org/W4375928984","https://openalex.org/W4382318659","https://openalex.org/W4385245566","https://openalex.org/W4385573263","https://openalex.org/W4386076128","https://openalex.org/W4386699383","https://openalex.org/W4387886175","https://openalex.org/W4389610042","https://openalex.org/W4389987654","https://openalex.org/W4390707165","https://openalex.org/W4393159637","https://openalex.org/W4396216126","https://openalex.org/W4402727764","https://openalex.org/W4403791023","https://openalex.org/W6743446608","https://openalex.org/W6755207826","https://openalex.org/W6810730852","https://openalex.org/W6810738896","https://openalex.org/W6851592950","https://openalex.org/W6851775633","https://openalex.org/W6852344815","https://openalex.org/W6854262950","https://openalex.org/W6854347851","https://openalex.org/W6854716523","https://openalex.org/W6856032414","https://openalex.org/W6856709431","https://openalex.org/W6858095362","https://openalex.org/W6858433780"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2900446122","https://openalex.org/W3037315328","https://openalex.org/W4312684429","https://openalex.org/W3018705632","https://openalex.org/W3101138303","https://openalex.org/W2349372848","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Multimodal":[0],"sarcasm":[1],"detection":[2],"(MSD)":[3],"requires":[4],"predicting":[5],"the":[6,19,24,28,33,38,43,78,102,148,154],"sarcastic":[7,44,81,122],"sentiment":[8],"by":[9],"understanding":[10,27,42,79],"diverse":[11],"modalities":[12],"of":[13,80,147],"data":[14],"(e.g.,":[15],"text,":[16],"image).":[17],"Beyond":[18],"surface-level":[20,137],"information":[21,100],"conveyed":[22],"in":[23,124],"post":[25],"data,":[26],"underlying":[29,150],"deep-level":[30,74,99,134],"knowledge-such":[31],"as":[32],"background":[34],"and":[35],"intent":[36],"behind":[37,101],"data-is":[39],"crucial":[40],"for":[41],"sentiment.":[45],"However,":[46],"previous":[47,164],"works":[48],"have":[49],"often":[50],"overlooked":[51],"this":[52,63],"aspect,":[53],"limiting":[54],"their":[55],"potential":[56],"to":[57,76,97,113,120],"achieve":[58],"superior":[59],"performance.":[60],"To":[61],"tackle":[62],"challenge,":[64],"we":[65,84,106],"propose":[66],"DeepMSD,":[67],"a":[68,87,108,143],"novel":[69],"framework":[70],"that":[71,92,132,159],"generates":[72],"supplemental":[73],"knowledge":[75,119,135],"enhance":[77],"content.":[82],"Specifically,":[83],"first":[85],"devise":[86,107],"Deep-level":[88],"Knowledge":[89],"Extraction":[90],"Module":[91,112],"leverages":[93],"large":[94],"vision-language":[95],"models":[96],"generate":[98],"text-image":[103],"pairs.":[104],"Additionally,":[105],"Cross-knowledge":[109],"Graph":[110],"Reasoning":[111],"model":[114],"how":[115],"humans":[116],"use":[117],"prior":[118],"identify":[121],"cues":[123,149],"multimodal":[125],"posts.":[126],"This":[127],"module":[128],"constructs":[129],"cross-knowledge":[130],"graphs":[131],"connect":[133],"with":[136],"knowledge.":[138],"As":[139],"such,":[140],"it":[141],"enables":[142],"more":[144],"profound":[145],"exploration":[146],"sarcasm.":[151],"Experiments":[152],"on":[153],"public":[155],"MSD":[156],"dataset":[157],"demonstrate":[158],"our":[160],"approach":[161],"significantly":[162],"surpasses":[163],"state-of-the-art":[165],"methods.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}