{"id":"https://openalex.org/W4284713414","doi":"https://doi.org/10.1145/3477495.3531925","title":"A Multitask Framework for Sentiment, Emotion and Sarcasm aware Cyberbullying Detection from Multi-modal Code-Mixed Memes","display_name":"A Multitask Framework for Sentiment, Emotion and Sarcasm aware Cyberbullying Detection from Multi-modal Code-Mixed Memes","publication_year":2022,"publication_date":"2022-07-06","ids":{"openalex":"https://openalex.org/W4284713414","doi":"https://doi.org/10.1145/3477495.3531925"},"language":"en","primary_location":{"id":"doi:10.1145/3477495.3531925","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3531925","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073512569","display_name":"Krishanu Maity","orcid":"https://orcid.org/0000-0002-9542-9250"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Krishanu Maity","raw_affiliation_strings":["Indian Institute of Technology Patna, Patna, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Patna, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028134499","display_name":"Prince Jha","orcid":"https://orcid.org/0000-0002-7812-5407"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Prince Jha","raw_affiliation_strings":["Indian Institute of Technology Patna, Patna, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Patna, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025979359","display_name":"Sriparna Saha","orcid":"https://orcid.org/0000-0001-5494-9391"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sriparna Saha","raw_affiliation_strings":["Indian Institute of Technology Patna, Patna, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Patna, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065100828","display_name":"Pushpak Bhattacharyya","orcid":"https://orcid.org/0000-0001-5319-5508"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pushpak Bhattacharyya","raw_affiliation_strings":["Indian Institute of Technology Bombay, Bombay, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Bombay, Bombay, India","institution_ids":["https://openalex.org/I162827531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.7861,"has_fulltext":false,"cited_by_count":77,"citation_normalized_percentile":{"value":0.9812881,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1739","last_page":"1749"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10485","display_name":"Bullying, Victimization, and Aggression","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9106000065803528,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sarcasm","display_name":"Sarcasm","score":0.9878714680671692},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7449487447738647},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.71503746509552},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6708571910858154},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6254794597625732},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5761917233467102},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5712247490882874},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.552608072757721},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5332576632499695},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5019195079803467},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.49572598934173584},{"id":"https://openalex.org/keywords/emotion-detection","display_name":"Emotion detection","score":0.44114768505096436},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.4154358506202698},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.3722239136695862},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35478752851486206},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.18275019526481628},{"id":"https://openalex.org/keywords/irony","display_name":"Irony","score":0.12207594513893127}],"concepts":[{"id":"https://openalex.org/C2776207355","wikidata":"https://www.wikidata.org/wiki/Q191035","display_name":"Sarcasm","level":3,"score":0.9878714680671692},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7449487447738647},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.71503746509552},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6708571910858154},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6254794597625732},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5761917233467102},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5712247490882874},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.552608072757721},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5332576632499695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5019195079803467},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.49572598934173584},{"id":"https://openalex.org/C2988148770","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion detection","level":3,"score":0.44114768505096436},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.4154358506202698},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.3722239136695862},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35478752851486206},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.18275019526481628},{"id":"https://openalex.org/C2779975665","wikidata":"https://www.wikidata.org/wiki/Q131361","display_name":"Irony","level":2,"score":0.12207594513893127},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3477495.3531925","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3531925","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1071251684","https://openalex.org/W1492737170","https://openalex.org/W1999301235","https://openalex.org/W2014962660","https://openalex.org/W2034757259","https://openalex.org/W2152126085","https://openalex.org/W2194775991","https://openalex.org/W2416164492","https://openalex.org/W2510271005","https://openalex.org/W2556158879","https://openalex.org/W2805807672","https://openalex.org/W2806983856","https://openalex.org/W2896054707","https://openalex.org/W2904937466","https://openalex.org/W2998069555","https://openalex.org/W3009899658","https://openalex.org/W3035177206","https://openalex.org/W3174604160","https://openalex.org/W4206493117","https://openalex.org/W4246244496"],"related_works":["https://openalex.org/W3102848065","https://openalex.org/W2613123485","https://openalex.org/W4205137593","https://openalex.org/W2952745240","https://openalex.org/W3100732114","https://openalex.org/W2983785000","https://openalex.org/W4206204855","https://openalex.org/W2994254596","https://openalex.org/W3169111764","https://openalex.org/W4284713414"],"abstract_inverted_index":{"Detecting":[0],"cyberbullying":[1,50,92,150],"from":[2,51,81],"memes":[3,53],"is":[4,17,29,94],"highly":[5],"challenging,":[6],"because":[7],"of":[8,11,36,43,90,104,111,118,184,196],"the":[9,12,30,34,41,88,91,105,119,130,153,178,182,185],"presence":[10],"implicit":[13],"affective":[14],"content":[15],"which":[16,128],"also":[18,95],"often":[19],"sarcastic,":[20],"and":[21,46,77,84,115,144,164,175,192,198],"multi-modality":[22],"(image":[23],"+":[24],"text).":[25],"The":[26,107],"current":[27],"work":[28],"first":[31],"attempt,":[32],"to":[33,102,173],"best":[35],"our":[37,122],"knowledge,":[38],"in":[39,48,54,121,125,194],"investigating":[40],"role":[42],"sentiment,":[44,75],"emotion":[45,76,161],"sarcasm":[47,78,165],"identifying":[49],"multi-modal":[52,67],"a":[55,60,65,99],"code-mixed":[56,126],"language":[57],"setting.":[58],"As":[59],"contribution,":[61],"we":[62],"have":[63,146],"created":[64,108],"benchmark":[66],"meme":[68],"dataset":[69,109,123],"called":[70],"MultiBully":[71],"annotated":[72],"with":[73],"bully,":[74],"labels":[79],"collected":[80],"open-source":[82],"Twitter":[83],"Reddit":[85],"platforms.":[86],"Moreover,":[87],"severity":[89],"posts":[93],"investigated":[96],"by":[97,190],"adding":[98],"harmfulness":[100],"score":[101],"each":[103],"memes.":[106],"consists":[110],"two":[112],"modalities,":[113],"text":[114],"image.":[116],"Most":[117],"texts":[120],"are":[124],"form,":[127],"captures":[129],"seamless":[131],"transitions":[132],"between":[133],"languages":[134],"for":[135,149],"multilingual":[136],"users.":[137],"Two":[138],"different":[139],"multimodal":[140],"multitask":[141],"frameworks":[142,180],"(BERT+ResNET-Feedback":[143],"CLIP-CentralNet)":[145],"been":[147],"proposed":[148,179],"detection":[151,166],"(CD),":[152],"three":[154],"auxiliary":[155],"tasks":[156],"being":[157],"sentiment":[158],"analysis":[159],"(SA),":[160],"recognition":[162],"(ER)":[163],"(SAR).":[167],"Experimental":[168],"results":[169],"indicate":[170],"that":[171],"compared":[172],"uni-modal":[174],"single-task":[176],"variants,":[177],"improve":[181],"performance":[183],"main":[186],"task,":[187],"i.e.,":[188],"CD,":[189],"3.18%":[191],"3.10%":[193],"terms":[195],"accuracy":[197],"F1":[199],"score,":[200],"respectively.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":37},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}