{"id":"https://openalex.org/W4408564232","doi":"https://doi.org/10.1145/3722558","title":"Fine-grained Semantic Disentanglement Network for Multimodal Sarcasm Analysis","display_name":"Fine-grained Semantic Disentanglement Network for Multimodal Sarcasm Analysis","publication_year":2025,"publication_date":"2025-03-18","ids":{"openalex":"https://openalex.org/W4408564232","doi":"https://doi.org/10.1145/3722558"},"language":"en","primary_location":{"id":"doi:10.1145/3722558","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3722558","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032480067","display_name":"Jiajia Tang","orcid":"https://orcid.org/0000-0001-6120-833X"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajia Tang","raw_affiliation_strings":["Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou Dianzi University, Hangzhou, China","Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, College of Computer Science, Hangzhou Dianzi University, China"],"raw_orcid":"https://orcid.org/0000-0001-6120-833X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, College of Computer Science, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001133921","display_name":"Binbin Ni","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binbin Ni","raw_affiliation_strings":["Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou Dianzi University, Hangzhou, China","Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, College of Computer Science, Hangzhou Dianzi University, China"],"raw_orcid":"https://orcid.org/0009-0003-3762-9486","affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, College of Computer Science, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112182936","display_name":"Feiwei Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiwei Zhou","raw_affiliation_strings":["Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou Dianzi University, Hangzhou, China","Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, College of Computer Science, Hangzhou Dianzi University, China"],"raw_orcid":"https://orcid.org/0009-0001-5823-1376","affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, College of Computer Science, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101968314","display_name":"Dongjun Liu","orcid":"https://orcid.org/0000-0001-9364-9228"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongjun Liu","raw_affiliation_strings":["Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou Dianzi University, Hangzhou, China","Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, College of Computer Science, Hangzhou Dianzi University, China"],"raw_orcid":"https://orcid.org/0000-0001-9364-9228","affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, College of Computer Science, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101853531","display_name":"Yu Ding","orcid":"https://orcid.org/0000-0003-1834-4429"},"institutions":[{"id":"https://openalex.org/I4210114963","display_name":"Chinese Academy of Surveying and Mapping","ror":"https://ror.org/02j693n47","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114963"]},{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Ding","raw_affiliation_strings":["Happy Elements, Beijing, China","Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, College of Computer Science, Hangzhou Dianzi University, China"],"raw_orcid":"https://orcid.org/0000-0003-1834-4429","affiliations":[{"raw_affiliation_string":"Happy Elements, Beijing, China","institution_ids":["https://openalex.org/I4210114963"]},{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, College of Computer Science, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056881797","display_name":"Yong Peng","orcid":"https://orcid.org/0000-0003-1208-972X"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Peng","raw_affiliation_strings":["Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou Dianzi University, Hangzhou, China","Hangzhou Dianzi University, Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0003-1208-972X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Hangzhou Dianzi University, Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018676117","display_name":"Andrzej Cichocki","orcid":"https://orcid.org/0000-0002-8364-7226"},"institutions":[{"id":"https://openalex.org/I66083562","display_name":"Systems Research Institute","ror":"https://ror.org/0111cp837","country_code":"PL","type":"facility","lineage":["https://openalex.org/I66083562","https://openalex.org/I99542240"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Andrzej Cichocki","raw_affiliation_strings":["Systems Research Institute of Polish Academy of Science, Warsaw, Poland","Systems Research Institute of Polish Academy of Science, Poland"],"raw_orcid":"https://orcid.org/0000-0002-8364-7226","affiliations":[{"raw_affiliation_string":"Systems Research Institute of Polish Academy of Science, Warsaw, Poland","institution_ids":["https://openalex.org/I66083562"]},{"raw_affiliation_string":"Systems Research Institute of Polish Academy of Science, Poland","institution_ids":["https://openalex.org/I66083562"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083182987","display_name":"Qibin Zhao","orcid":"https://orcid.org/0000-0002-4442-3182"},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Qibin Zhao","raw_affiliation_strings":["RIKEN Center for Advanced Intelligence Project (AIP), Tokyo, Japan","RIKEN Center for Advanced Intelligence Project (AIP), Japan"],"raw_orcid":"https://orcid.org/0000-0002-4442-3182","affiliations":[{"raw_affiliation_string":"RIKEN Center for Advanced Intelligence Project (AIP), Tokyo, Japan","institution_ids":["https://openalex.org/I4210126580"]},{"raw_affiliation_string":"RIKEN Center for Advanced Intelligence Project (AIP), Japan","institution_ids":["https://openalex.org/I4210126580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003649465","display_name":"Wanzeng Kong","orcid":"https://orcid.org/0000-0002-0113-6968"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanzeng Kong","raw_affiliation_strings":["Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou Dianzi University, Hangzhou, China","Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, College of Computer Science, Hangzhou Dianzi University, China"],"raw_orcid":"https://orcid.org/0000-0002-0113-6968","affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, College of Computer Science, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9349,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.72552794,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"21","issue":"6","first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sarcasm","display_name":"Sarcasm","score":0.9076954126358032},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.888862133026123},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3874501585960388},{"id":"https://openalex.org/keywords/irony","display_name":"Irony","score":0.08352711796760559}],"concepts":[{"id":"https://openalex.org/C2776207355","wikidata":"https://www.wikidata.org/wiki/Q191035","display_name":"Sarcasm","level":3,"score":0.9076954126358032},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.888862133026123},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3874501585960388},{"id":"https://openalex.org/C2779975665","wikidata":"https://www.wikidata.org/wiki/Q131361","display_name":"Irony","level":2,"score":0.08352711796760559},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3722558","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3722558","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4591232194","display_name":null,"funder_award_id":"GK239909299001-018","funder_id":"https://openalex.org/F4554350417","funder_display_name":"Fundamental Research Funds for the Provincial Universities of Zhejiang"},{"id":"https://openalex.org/G6368132240","display_name":null,"funder_award_id":"2471169","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4554350417","display_name":"Fundamental Research Funds for the Provincial Universities of Zhejiang","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W2263859238","https://openalex.org/W2556418146","https://openalex.org/W2787581402","https://openalex.org/W2883311563","https://openalex.org/W2887428522","https://openalex.org/W2913873497","https://openalex.org/W2937328183","https://openalex.org/W2951937667","https://openalex.org/W2962681323","https://openalex.org/W2963349408","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964346351","https://openalex.org/W2999786665","https://openalex.org/W3034266838","https://openalex.org/W3035177206","https://openalex.org/W3035565303","https://openalex.org/W3037572520","https://openalex.org/W3041730883","https://openalex.org/W3080873008","https://openalex.org/W3093051361","https://openalex.org/W3093400813","https://openalex.org/W3102848065","https://openalex.org/W3116718057","https://openalex.org/W3128412859","https://openalex.org/W3154745533","https://openalex.org/W3176724088","https://openalex.org/W3205872166","https://openalex.org/W3207396986","https://openalex.org/W3210828003","https://openalex.org/W3213529515","https://openalex.org/W3214432797","https://openalex.org/W4283790666","https://openalex.org/W4302363015","https://openalex.org/W4323065956","https://openalex.org/W4365799947","https://openalex.org/W4385573263","https://openalex.org/W4386075721","https://openalex.org/W4392109601","https://openalex.org/W4401863594","https://openalex.org/W4403391460","https://openalex.org/W4403791286"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2900446122","https://openalex.org/W3037315328","https://openalex.org/W4312684429","https://openalex.org/W3018705632","https://openalex.org/W3101138303","https://openalex.org/W2349372848","https://openalex.org/W2753593955"],"abstract_inverted_index":{"Multimodal":[0],"sarcasm":[1,51,152],"analysis":[2,14,52],"is":[3,75,93,112],"one":[4],"of":[5,11,20,49,84,155],"the":[6,12,18,29,36,44,50,58,71,79,85,89,98,107,116,122,130,151,163],"most":[7],"challenging":[8],"research":[9],"branch":[10],"sentiment":[13,37],"area,":[15],"due":[16],"to":[17,28,56,77,95,114],"presence":[19],"cross-modality":[21],"incongruity.":[22],"However,":[23],"existing":[24],"works":[25],"mainly":[26],"attend":[27],"coarse-grained":[30],"incongruity":[31],"analysis,":[32],"and":[33,47,100,125,141],"totally":[34],"ignore":[35],"semantic":[38,73,82,91,102,109,119,127,135,157],"coupling":[39],"issue.":[40],"This":[41],"indeed":[42],"limits":[43],"discriminate":[45],"capability":[46],"robustness":[48,148],"model.":[53],"In":[54],"order":[55],"address":[57],"above":[59,134],"issue,":[60],"we":[61],"propose":[62],"a":[63],"novel":[64],"Fine-grained":[65],"Semantic":[66],"Disentanglement":[67],"Network":[68],"(FSDN).":[69],"Specifically,":[70],"intra-modality":[72],"disentanglement":[74,92,136],"performed":[76],"investigate":[78],"more":[80,147],"intrinsic":[81,101],"cues":[83,103],"same":[86],"modality.":[87],"Additionally,":[88],"inter-modality":[90],"leveraged":[94],"simultaneously":[96],"facilitate":[97],"common":[99],"across":[104],"modalities.":[105],"Furthermore,":[106],"dual-spatial":[108],"interaction":[110],"block":[111],"presented":[113],"explore":[115],"long-range":[117],"cross-spatial":[118],"context":[120],"between":[121],"obtained":[123],"verbal":[124],"non-verbal":[126],"space":[128],"with":[129,138],"global":[131,142],"view.":[132],"The":[133],"processes":[137],"both":[139],"local":[140],"views":[143],"significantly":[144],"unleash":[145],"much":[146],"even":[149],"for":[150],"case":[153],"consisting":[154],"multiple":[156],"message.":[158],"Various":[159],"experiments":[160],"indicate":[161],"that":[162],"FSDN":[164],"can":[165],"receive":[166],"state-of-the-art":[167],"or":[168],"competitive":[169],"performance.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}