{"id":"https://openalex.org/W4408355376","doi":"https://doi.org/10.1109/icassp49660.2025.10887864","title":"Intra-modal Relation and Emotional Incongruity Learning using Graph Attention Networks for Multimodal Sarcasm Detection","display_name":"Intra-modal Relation and Emotional Incongruity Learning using Graph Attention Networks for Multimodal Sarcasm Detection","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408355376","doi":"https://doi.org/10.1109/icassp49660.2025.10887864"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10887864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10887864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.rug.nl/en/publications/fd002837-526d-4f8b-8a47-4af6d9c8b735","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112995227","display_name":"Devraj Raghuvanshi","orcid":"https://orcid.org/0009-0005-9956-2111"},"institutions":[{"id":"https://openalex.org/I175594653","display_name":"John Brown University","ror":"https://ror.org/02ct41q97","country_code":"US","type":"education","lineage":["https://openalex.org/I175594653"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Devraj Raghuvanshi","raw_affiliation_strings":["Brown University,USA"],"affiliations":[{"raw_affiliation_string":"Brown University,USA","institution_ids":["https://openalex.org/I175594653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101560145","display_name":"Xiyuan Gao","orcid":"https://orcid.org/0000-0003-0870-6721"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Xiyuan Gao","raw_affiliation_strings":["University of Groningen,the Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Groningen,the Netherlands","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380641","display_name":"Zhu Li","orcid":"https://orcid.org/0000-0003-3874-7065"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Zhu Li","raw_affiliation_strings":["University of Groningen,the Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Groningen,the Netherlands","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076096927","display_name":"Shubhi Bansal","orcid":"https://orcid.org/0000-0002-8034-8220"},"institutions":[{"id":"https://openalex.org/I64295750","display_name":"Indian Institute of Technology Indore","ror":"https://ror.org/01hhf7w52","country_code":"IN","type":"education","lineage":["https://openalex.org/I64295750"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shubhi Bansal","raw_affiliation_strings":["Indian Institute of Technology,Indore,India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology,Indore,India","institution_ids":["https://openalex.org/I64295750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090819693","display_name":"Matt Coler","orcid":"https://orcid.org/0000-0002-7631-5063"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Matt Coler","raw_affiliation_strings":["University of Groningen,the Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Groningen,the Netherlands","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009822257","display_name":"Nagendra Kumar","orcid":"https://orcid.org/0000-0003-4644-3168"},"institutions":[{"id":"https://openalex.org/I64295750","display_name":"Indian Institute of Technology Indore","ror":"https://ror.org/01hhf7w52","country_code":"IN","type":"education","lineage":["https://openalex.org/I64295750"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nagendra Kumar","raw_affiliation_strings":["Indian Institute of Technology,Indore,India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology,Indore,India","institution_ids":["https://openalex.org/I64295750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001110193","display_name":"Shekhar Nayak","orcid":"https://orcid.org/0000-0002-4277-4851"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Shekhar Nayak","raw_affiliation_strings":["University of Groningen,the Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Groningen,the Netherlands","institution_ids":["https://openalex.org/I169381384"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5112995227"],"corresponding_institution_ids":["https://openalex.org/I175594653"],"apc_list":null,"apc_paid":null,"fwci":2.9021,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.89474121,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.8664000034332275,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.8664000034332275,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sarcasm","display_name":"Sarcasm","score":0.9625522494316101},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.684259295463562},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5821655988693237},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5452622771263123},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5086241960525513},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4255066215991974},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.36550888419151306},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3547908067703247},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33718734979629517},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3231172561645508},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.24004316329956055},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.13506397604942322},{"id":"https://openalex.org/keywords/irony","display_name":"Irony","score":0.08680951595306396},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.08017879724502563}],"concepts":[{"id":"https://openalex.org/C2776207355","wikidata":"https://www.wikidata.org/wiki/Q191035","display_name":"Sarcasm","level":3,"score":0.9625522494316101},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.684259295463562},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5821655988693237},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5452622771263123},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5086241960525513},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4255066215991974},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.36550888419151306},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3547908067703247},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33718734979629517},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3231172561645508},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.24004316329956055},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.13506397604942322},{"id":"https://openalex.org/C2779975665","wikidata":"https://www.wikidata.org/wiki/Q131361","display_name":"Irony","level":2,"score":0.08680951595306396},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08017879724502563},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icassp49660.2025.10887864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10887864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.rug.nl:openaire/fd002837-526d-4f8b-8a47-4af6d9c8b735","is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/fd002837-526d-4f8b-8a47-4af6d9c8b735","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Raghuvanshi, D, Gao, X, Li, Z, Bansal, S, Coler, M, Kumar, N & Nayak, S 2025, Intra-modal Relation and Emotional Incongruity Learning using Graph Attention Networks for Multimodal Sarcasm Detection. in B D Rao, I Trancoso, G Sharma & N B Mehta (eds), 2025 IEEE International Conference on Acoustics, Speech, and Signal Processing, ICASSP 2025 - Proceedings. ICASSP, IEEE International Conference on Acoustics, Speech and Signal Processing - Proceedings, IEEE, 2025 IEEE International Conference on Acoustics, Speech, and Signal Processing, ICASSP 2025, Hyderabad, India, 06/04/2025. https://doi.org/10.1109/ICASSP49660.2025.10887864","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.rug.nl:publications/fd002837-526d-4f8b-8a47-4af6d9c8b735","is_oa":true,"landing_page_url":"https://hdl.handle.net/11370/fd002837-526d-4f8b-8a47-4af6d9c8b735","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Raghuvanshi, D, Gao, X, Li, Z, Bansal, S, Coler, M, Kumar, N & Nayak, S 2025, Intra-modal Relation and Emotional Incongruity Learning using Graph Attention Networks for Multimodal Sarcasm Detection. in B D Rao, I Trancoso, G Sharma & N B Mehta (eds), 2025 IEEE International Conference on Acoustics, Speech, and Signal Processing, ICASSP 2025 - Proceedings. ICASSP, IEEE International Conference on Acoustics, Speech and Signal Processing - Proceedings, IEEE, 2025 IEEE International Conference on Acoustics, Speech, and Signal Processing, ICASSP 2025, Hyderabad, India, 06/04/2025. https://doi.org/10.1109/ICASSP49660.2025.10887864","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.rug.nl:openaire/fd002837-526d-4f8b-8a47-4af6d9c8b735","is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/fd002837-526d-4f8b-8a47-4af6d9c8b735","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Raghuvanshi, D, Gao, X, Li, Z, Bansal, S, Coler, M, Kumar, N & Nayak, S 2025, Intra-modal Relation and Emotional Incongruity Learning using Graph Attention Networks for Multimodal Sarcasm Detection. in B D Rao, I Trancoso, G Sharma & N B Mehta (eds), 2025 IEEE International Conference on Acoustics, Speech, and Signal Processing, ICASSP 2025 - Proceedings. ICASSP, IEEE International Conference on Acoustics, Speech and Signal Processing - Proceedings, IEEE, 2025 IEEE International Conference on Acoustics, Speech, and Signal Processing, ICASSP 2025, Hyderabad, India, 06/04/2025. https://doi.org/10.1109/ICASSP49660.2025.10887864","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2078470255","https://openalex.org/W2250710744","https://openalex.org/W2798775284","https://openalex.org/W2890952074","https://openalex.org/W2963349408","https://openalex.org/W2971246534","https://openalex.org/W3081492798","https://openalex.org/W3211037216","https://openalex.org/W4297359186","https://openalex.org/W4313704731","https://openalex.org/W4386076128","https://openalex.org/W4389519326","https://openalex.org/W4393034208","https://openalex.org/W4393159637","https://openalex.org/W4400078528","https://openalex.org/W4401074756","https://openalex.org/W6604491331","https://openalex.org/W6755207826","https://openalex.org/W6766582784","https://openalex.org/W6776700526","https://openalex.org/W6778823374","https://openalex.org/W6780218876","https://openalex.org/W6784333009","https://openalex.org/W6838356808","https://openalex.org/W6857002893"],"related_works":["https://openalex.org/W2900446122","https://openalex.org/W3037315328","https://openalex.org/W4312684429","https://openalex.org/W3018705632","https://openalex.org/W3101138303","https://openalex.org/W2349372848","https://openalex.org/W2753593955","https://openalex.org/W2907442881","https://openalex.org/W3018024369","https://openalex.org/W3207396986"],"abstract_inverted_index":{"Sarcasm":[0],"detection":[1],"poses":[2],"unique":[3],"challenges":[4],"due":[5],"to":[6,46,66,75,86],"the":[7,25,48,96,100],"complex":[8],"nature":[9],"of":[10,102,110],"sarcastic":[11],"expressions":[12],"often":[13],"embedded":[14],"across":[15],"multiple":[16],"modalities.":[17],"Current":[18],"methods":[19],"frequently":[20],"fall":[21],"short":[22],"in":[23,35],"capturing":[24,90],"incongruent":[26],"emotional":[27,50],"cues":[28],"that":[29],"are":[30],"essential":[31],"for":[32],"identifying":[33],"sarcasm":[34],"multimodal":[36],"contexts.":[37],"In":[38],"this":[39],"paper,":[40],"we":[41,80],"present":[42],"a":[43,55,106],"novel":[44],"method":[45],"capture":[47],"pair-wise":[49],"incongruities":[51],"between":[52],"modalities":[53],"through":[54],"cross-modal":[56],"Contrastive":[57,72],"Attention":[58,83],"Mechanism":[59],"(CAM),":[60],"leveraging":[61],"advanced":[62],"data":[63,68],"augmentation":[64],"techniques":[65],"enhance":[67],"diversity":[69],"and":[70],"Supervised":[71],"Learning":[73],"(SCL)":[74],"obtain":[76],"discriminative":[77],"embeddings.":[78],"Additionally,":[79],"employ":[81],"Graph":[82],"Networks":[84],"(GATs)":[85],"construct":[87],"modality-specific":[88],"graphs,":[89],"intra-modal":[91],"dependencies.":[92],"Experiments":[93],"conducted":[94],"on":[95],"MUStARD++":[97],"dataset":[98],"demonstrate":[99],"efficacy":[101],"our":[103],"approach,":[104],"achieving":[105],"macro":[107],"F1":[108],"score":[109],"74.96%,":[111],"which":[112],"outperforms":[113],"state-of-the-art":[114],"methods.":[115]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}