{"id":"https://openalex.org/W4385195015","doi":"https://doi.org/10.1109/tai.2023.3298328","title":"Learning Multitask Commonness and Uniqueness for Multimodal Sarcasm Detection and Sentiment Analysis in Conversation","display_name":"Learning Multitask Commonness and Uniqueness for Multimodal Sarcasm Detection and Sentiment Analysis in Conversation","publication_year":2023,"publication_date":"2023-07-24","ids":{"openalex":"https://openalex.org/W4385195015","doi":"https://doi.org/10.1109/tai.2023.3298328"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2023.3298328","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2023.3298328","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100711409","display_name":"Yazhou Zhang","orcid":"https://orcid.org/0000-0002-5699-0176"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]},{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]},{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN","HK"],"is_corresponding":true,"raw_author_name":"Yazhou Zhang","raw_affiliation_strings":["Centre for Smart Health, School of Nursing, The Hong Kong Polytechnic University, Hong Kong","Zhengzhou University of Light Industry, Zhengzhou, China","College of Intelligence and Computing, Tianjin University, Tianjin, China","Artificial Intelligence Laboratory, China Mobile Communication Group Tianjin Company, Ltd., Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Centre for Smart Health, School of Nursing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Zhengzhou University of Light Industry, Zhengzhou, China","institution_ids":["https://openalex.org/I23171815"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Artificial Intelligence Laboratory, China Mobile Communication Group Tianjin Company, Ltd., Tianjin, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101758662","display_name":"Yang Yu","orcid":"https://orcid.org/0009-0000-4607-8661"},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yu","raw_affiliation_strings":["Software Engineering College, Zhengzhou University of Light Industry, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"Software Engineering College, Zhengzhou University of Light Industry, Zhengzhou, China","institution_ids":["https://openalex.org/I23171815"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047338111","display_name":"Dongming Zhao","orcid":"https://orcid.org/0000-0003-4592-9545"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongming Zhao","raw_affiliation_strings":["Artificial Intelligence Laboratory, China Mobile Communication Group Tianjin Company, Ltd., Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Laboratory, China Mobile Communication Group Tianjin Company, Ltd., Tianjin, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025371735","display_name":"Zuhe Li","orcid":"https://orcid.org/0000-0002-2511-3226"},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zuhe Li","raw_affiliation_strings":["College of Computer and Communication Engineering, Zhengzhou University of Light Industry, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Communication Engineering, Zhengzhou University of Light Industry, Zhengzhou, China","institution_ids":["https://openalex.org/I23171815"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100742939","display_name":"Bo Wang","orcid":"https://orcid.org/0000-0001-5635-7971"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Wang","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100781300","display_name":"Yuexian Hou","orcid":"https://orcid.org/0000-0002-3238-493X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuexian Hou","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082046789","display_name":"Prayag Tiwari","orcid":"https://orcid.org/0000-0002-2851-4260"},"institutions":[{"id":"https://openalex.org/I746986","display_name":"Halmstad University","ror":"https://ror.org/03h0qfp10","country_code":"SE","type":"education","lineage":["https://openalex.org/I746986"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Prayag Tiwari","raw_affiliation_strings":["School of Information Technology, Halmstad University, Halmstad, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Halmstad University, Halmstad, Sweden","institution_ids":["https://openalex.org/I746986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005393674","display_name":"Jing Qin","orcid":"https://orcid.org/0000-0002-2961-0860"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jing Qin","raw_affiliation_strings":["Centre for Smart Health, School of Nursing, The Hong Kong Polytechnic University, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Centre for Smart Health, School of Nursing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100711409"],"corresponding_institution_ids":["https://openalex.org/I14243506","https://openalex.org/I162868743","https://openalex.org/I180662265","https://openalex.org/I23171815"],"apc_list":null,"apc_paid":null,"fwci":5.045,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.96297733,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"5","issue":"3","first_page":"1349","last_page":"1361"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sarcasm","display_name":"Sarcasm","score":0.9550530910491943},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.7137132883071899},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6253241300582886},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4885493218898773},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4870336651802063},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.45115458965301514},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4131656587123871},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3221583366394043},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2943652868270874},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.27526021003723145},{"id":"https://openalex.org/keywords/irony","display_name":"Irony","score":0.0865640640258789}],"concepts":[{"id":"https://openalex.org/C2776207355","wikidata":"https://www.wikidata.org/wiki/Q191035","display_name":"Sarcasm","level":3,"score":0.9550530910491943},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7137132883071899},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6253241300582886},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4885493218898773},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4870336651802063},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.45115458965301514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4131656587123871},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3221583366394043},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2943652868270874},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.27526021003723145},{"id":"https://openalex.org/C2779975665","wikidata":"https://www.wikidata.org/wiki/Q131361","display_name":"Irony","level":2,"score":0.0865640640258789},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2023.3298328","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2023.3298328","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3729630180","display_name":null,"funder_award_id":"1-ZE2Q","funder_id":"https://openalex.org/F4320322598","funder_display_name":"Hong Kong Polytechnic University"},{"id":"https://openalex.org/G6185319781","display_name":null,"funder_award_id":"PJ. CPSDSC202103","funder_id":"https://openalex.org/F4320321135","funder_display_name":"Chongqing University"},{"id":"https://openalex.org/G661175156","display_name":null,"funder_award_id":"62006212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7142227536","display_name":null,"funder_award_id":"2023M733907","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G8585012047","display_name":null,"funder_award_id":"222300420582","funder_id":"https://openalex.org/F4320323845","funder_display_name":"Natural Science Foundation of Henan Province"},{"id":"https://openalex.org/G8630332848","display_name":null,"funder_award_id":"61702462","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G905407832","display_name":null,"funder_award_id":"KFKT2021B41","funder_id":"https://openalex.org/F4320324852","funder_display_name":"Nanjing University"}],"funders":[{"id":"https://openalex.org/F4320312071","display_name":"Ministry of Education, Libya","ror":"https://ror.org/02w030k33"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321135","display_name":"Chongqing University","ror":"https://ror.org/023rhb549"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322598","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98"},{"id":"https://openalex.org/F4320323845","display_name":"Natural Science Foundation of Henan Province","ror":null},{"id":"https://openalex.org/F4320324852","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2317515691","https://openalex.org/W2397798297","https://openalex.org/W2489370933","https://openalex.org/W2740550900","https://openalex.org/W2799498328","https://openalex.org/W2805662932","https://openalex.org/W2896457183","https://openalex.org/W2919821184","https://openalex.org/W2939574508","https://openalex.org/W2946218857","https://openalex.org/W2963349408","https://openalex.org/W2963533390","https://openalex.org/W2963686995","https://openalex.org/W2964010806","https://openalex.org/W2991568321","https://openalex.org/W3022935508","https://openalex.org/W3025174891","https://openalex.org/W3034266838","https://openalex.org/W3034849760","https://openalex.org/W3035177206","https://openalex.org/W3035565303","https://openalex.org/W3038402194","https://openalex.org/W3039503982","https://openalex.org/W3093051361","https://openalex.org/W3094384122","https://openalex.org/W3102065963","https://openalex.org/W3102848065","https://openalex.org/W3103593657","https://openalex.org/W3115532187","https://openalex.org/W3120854948","https://openalex.org/W3139138631","https://openalex.org/W3139831923","https://openalex.org/W3154745533","https://openalex.org/W3205872166","https://openalex.org/W3207396986","https://openalex.org/W3210297405","https://openalex.org/W3213529515","https://openalex.org/W3214184275","https://openalex.org/W4205339613","https://openalex.org/W4206681343","https://openalex.org/W4210296532","https://openalex.org/W4225271996","https://openalex.org/W4377140104","https://openalex.org/W6762718338","https://openalex.org/W6793736971"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2900446122","https://openalex.org/W3037315328","https://openalex.org/W4312684429","https://openalex.org/W3101138303","https://openalex.org/W2349372848","https://openalex.org/W2753593955","https://openalex.org/W2907442881","https://openalex.org/W3018705632","https://openalex.org/W3018024369"],"abstract_inverted_index":{"Sarcasm":[0],"is":[1,37,117],"a":[2,96,112,130,137,173],"form":[3],"of":[4,47,67,107,136,165,176,181],"figurative":[5],"language":[6],"device":[7],"to":[8,43,119],"express":[9],"human":[10],"inner":[11],"feelings,":[12],"where":[13],"the":[14,17,44,68,79,122,148,163,166],"author":[15],"writes":[16],"positive":[18],"sentence":[19],"on":[20,73,154],"surface":[21],"form,":[22],"while":[23,78],"he/she":[24],"actually":[25],"expresses":[26],"negative":[27],"sentiment,":[28],"vice":[29],"versa.":[30],"Sentiment,":[31],"thus,":[32],"comes":[33],"into":[34],"sight,":[35],"and":[36,50,63,81,109,126,150,160],"closely":[38],"related":[39,84],"with":[40,172],"sarcasm,":[41],"leading":[42],"recent":[45],"popularity":[46],"multimodal":[48,61,75,97,131],"sarcasm":[49,108],"sentiment":[51],"joint":[52,105],"detection":[53,106],"in":[54,179],"conversation":[55],"(dialogue).":[56],"The":[57],"key":[58],"challenges":[59],"involve":[60],"fusion":[62],"multitask":[64,98],"interaction.":[65],"Most":[66],"existing":[69],"studies":[70],"have":[71],"focused":[72],"building":[74],"fused":[76],"representation,":[77],"commonness":[80,149],"uniqueness":[82],"across":[83],"tasks":[85],"has":[86],"not":[87],"received":[88],"attention.":[89],"To":[90],"fill":[91],"this":[92],"gap,":[93],"we":[94],"propose":[95],"interaction":[99,132],"learning":[100,133],"framework,":[101],"termed":[102],"MIL,":[103],"for":[104],"sentiment.":[110],"Specifically,":[111],"cross-modal":[113],"target":[114],"attention":[115],"mechanism":[116],"proposed":[118,167],"automatically":[120],"learn":[121],"alignment":[123],"between":[124],"texts":[125],"images/speeches.":[127],"In":[128],"addition,":[129],"paradigm":[134],"consisting":[135],"dual-gating":[138],"network,":[139],"three":[140],"separate":[141],"fully":[142],"connected":[143],"layers":[144],"that":[145],"simultaneously":[146],"capture":[147],"uniqueness.":[151],"Comprehensive":[152],"experiments":[153],"two":[155],"benchmarking":[156],"datasets":[157],"(i.e.,":[158],"Memotion":[159],"MUStARD)":[161],"show":[162],"effectiveness":[164],"model":[168],"over":[169],"state-of-the-art":[170],"baselines":[171],"significant":[174],"improvement":[175],"1.9%,":[177],"2.4%":[178],"terms":[180],"F1.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}