{"id":"https://openalex.org/W6910428005","doi":"https://doi.org/10.1162/tacl.a.801","title":"STEM TOX: From Collaborative Tags to Fine-Grained Toxic Meme Detection via Entropy-Guided Multi-Task Learning","display_name":"STEM TOX: From Collaborative Tags to Fine-Grained Toxic Meme Detection via Entropy-Guided Multi-Task Learning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W6910428005","doi":"https://doi.org/10.1162/tacl.a.801"},"language":"en","primary_location":{"id":"doi:10.1162/tacl.a.801","doi":"https://doi.org/10.1162/tacl.a.801","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.801","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/TACL.a.801/2625668/tacl.a.801.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["ccf-b","cwts-core","doaj","dongbi-b","jufo-1","norway-2","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/TACL.a.801/2625668/tacl.a.801.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024598025","display_name":"Subhankar Swain","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I145894827","display_name":"Indian Institute of Technology Kharagpur","ror":"https://ror.org/03w5sq511","country_code":"IN","type":"education","lineage":["https://openalex.org/I145894827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Subhankar Swain","raw_affiliation_strings":["Indian Institute of Technology, Kharagpur, India, subhankar.swain25@kgpian.iitkgp.ac.in"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Kharagpur, India, subhankar.swain25@kgpian.iitkgp.ac.in","institution_ids":["https://openalex.org/I145894827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093967944","display_name":"Naquee Rizwan","orcid":"https://orcid.org/0009-0007-1872-6618","observed_orcids":["https://orcid.org/0009-0007-1872-6618"]},"institutions":[{"id":"https://openalex.org/I145894827","display_name":"Indian Institute of Technology Kharagpur","ror":"https://ror.org/03w5sq511","country_code":"IN","type":"education","lineage":["https://openalex.org/I145894827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Naquee Rizwan","raw_affiliation_strings":["Indian Institute of Technology, Kharagpur, India, nrizwan@kgpian.iitkgp.ac.in"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Kharagpur, India, nrizwan@kgpian.iitkgp.ac.in","institution_ids":["https://openalex.org/I145894827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143265559","display_name":"Vishwa Gangadhar S","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I145894827","display_name":"Indian Institute of Technology Kharagpur","ror":"https://ror.org/03w5sq511","country_code":"IN","type":"education","lineage":["https://openalex.org/I145894827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vishwa Gangadhar S","raw_affiliation_strings":["Indian Institute of Technology, Kharagpur, India, vishwa2488@kgpian.iitkgp.ac.in"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Kharagpur, India, vishwa2488@kgpian.iitkgp.ac.in","institution_ids":["https://openalex.org/I145894827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123830245","display_name":"Nayandeep Deb","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I145894827","display_name":"Indian Institute of Technology Kharagpur","ror":"https://ror.org/03w5sq511","country_code":"IN","type":"education","lineage":["https://openalex.org/I145894827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nayandeep Deb","raw_affiliation_strings":["Indian Institute of Technology, Kharagpur, India, nayandeepdeb125@kgpian.iitkgp.ac.in"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Kharagpur, India, nayandeepdeb125@kgpian.iitkgp.ac.in","institution_ids":["https://openalex.org/I145894827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126221964","display_name":"Animesh Mukherjee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I145894827","display_name":"Indian Institute of Technology Kharagpur","ror":"https://ror.org/03w5sq511","country_code":"IN","type":"education","lineage":["https://openalex.org/I145894827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Animesh Mukherjee","raw_affiliation_strings":["Indian Institute of Technology, Kharagpur, India, animeshm@cse.iitkgp.ac.in"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Kharagpur, India, animeshm@cse.iitkgp.ac.in","institution_ids":["https://openalex.org/I145894827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I145894827"],"apc_list":null,"apc_paid":null,"fwci":3.4643,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.87867539,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":"14","issue":null,"first_page":"2281","last_page":"2300"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-vision-language-models","display_name":"multimodal vision-language models","score":0.7620000243186951},{"id":"https://openalex.org/keywords/online-content-moderation","display_name":"online content moderation","score":0.7369999885559082},{"id":"https://openalex.org/keywords/harmful-content","display_name":"harmful content","score":0.40700000524520874}],"concepts":[{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.7953000068664551},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7494999766349792},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6132000088691711},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.5863999724388123},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5212000012397766},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5120000243186951},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.49939998984336853},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4357999861240387},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.42899999022483826},{"id":"https://openalex.org/C93225998","wikidata":"https://www.wikidata.org/wiki/Q1941972","display_name":"Moderation","level":2,"score":0.4269999861717224},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3779999911785126},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3492000102996826},{"id":"https://openalex.org/C91632574","wikidata":"https://www.wikidata.org/wiki/Q15088675","display_name":"Data curation","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2587999999523163},{"id":"https://openalex.org/C2775953033","wikidata":"https://www.wikidata.org/wiki/Q5276060","display_name":"Digital curation","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.25189998745918274},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/tacl.a.801","doi":"https://doi.org/10.1162/tacl.a.801","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.801","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/TACL.a.801/2625668/tacl.a.801.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["ccf-b","cwts-core","doaj","dongbi-b","jufo-1","norway-2","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2508.04166","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2508.04166","pdf_url":"https://arxiv.org/pdf/2508.04166","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2508.04166","doi":"https://doi.org/10.48550/arxiv.2508.04166","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.04166","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1162/tacl.a.801","doi":"https://doi.org/10.1162/tacl.a.801","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.801","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/TACL.a.801/2625668/tacl.a.801.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["ccf-b","cwts-core","doaj","dongbi-b","jufo-1","norway-2","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.48938995599746704}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306227","display_name":"Arthritis National Research Foundation","ror":"https://ror.org/03abbex33"},{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"},{"id":"https://openalex.org/F4320330412","display_name":"Scheme for Promotion of Academic and Research Collaboration","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6910428005.pdf","grobid_xml":"https://content.openalex.org/works/W6910428005.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2163848058","https://openalex.org/W2595653137","https://openalex.org/W3115453555","https://openalex.org/W3174604160","https://openalex.org/W3199394329","https://openalex.org/W4205481031","https://openalex.org/W4287855069","https://openalex.org/W4367047036","https://openalex.org/W4385573042","https://openalex.org/W4385573228","https://openalex.org/W4387185479","https://openalex.org/W4387969708","https://openalex.org/W4388190229","https://openalex.org/W4389519004","https://openalex.org/W4389519987","https://openalex.org/W4389524217","https://openalex.org/W4396723399","https://openalex.org/W4396844013","https://openalex.org/W4404782427","https://openalex.org/W4409349018","https://openalex.org/W4411120736","https://openalex.org/W4412376878","https://openalex.org/W4412945120","https://openalex.org/W4415537998","https://openalex.org/W4415538327","https://openalex.org/W4416035123","https://openalex.org/W7131795869","https://openalex.org/W7138865245"],"related_works":["https://openalex.org/W4412944694","https://openalex.org/W4417509934","https://openalex.org/W4399554756","https://openalex.org/W4416746832","https://openalex.org/W7126163996","https://openalex.org/W4410636680","https://openalex.org/W4411663626","https://openalex.org/W4414681990","https://openalex.org/W4410290522","https://openalex.org/W4407691166"],"abstract_inverted_index":{"Abstract":[0],"Memes,":[1],"as":[2,12,76],"a":[3,47,108,127,152],"widely":[4],"used":[5],"mode":[6],"of":[7,27,33,53,73,84,101,142],"online":[8,163],"communication,":[9],"often":[10],"serve":[11],"vehicles":[13],"for":[14,157,174],"spreading":[15],"harmful":[16],"content.":[17],"However,":[18],"limitations":[19],"in":[20,42,59,145,161],"data":[21],"accessibility":[22],"and":[23,67,69,123,154,170],"the":[24,31,95,99,140],"high":[25],"costs":[26],"dataset":[28,49,86],"curation":[29],"hinder":[30],"development":[32],"robust":[34,128],"meme":[35],"moderation":[36,160],"systems.":[37],"To":[38],"address":[39],"this":[40,43,85],"challenge,":[41],"work,":[44],"we":[45,106],"introduce":[46],"first-of-its-kind":[48],"\u2013":[50,113,115],"TOXICTAGS":[51],"consisting":[52],"6,300":[54],"real-world":[55],"meme-based":[56],"posts":[57],"annotated":[58],"two":[60],"stages:":[61],"(i)":[62],"binary":[63],"classification":[64,129],"into":[65],"toxic":[66,74,180],"normal,":[68],"(ii)":[70],"fine-grained":[71],"labelling":[72],"memes":[75],"hateful,":[77],"dangerous,":[78],"or":[79],"offensive.":[80],"A":[81],"key":[82],"feature":[83],"is":[87],"that":[88,116,134],"it":[89],"includes":[90],"collaborative":[91,119],"tags":[92,120,137],"associated":[93],"with":[94],"original":[96],"posts,":[97],"enhancing":[98],"context":[100],"each":[102],"meme.":[103],"In":[104],"addition,":[105],"propose":[107],"novel":[109,153],"entropy-guided":[110],"multi-tasking":[111],"framework":[112],"STEMTOX":[114],"leverages":[117],"these":[118,136],"alongside":[121],"visual":[122],"textual":[124],"inputs":[125],"within":[126],"framework.":[130],"Experimental":[131],"results":[132],"show":[133],"incorporating":[135],"substantially":[138],"enhances":[139],"performance":[141],"state-of-the-art":[143],"VLMs":[144],"toxicity":[146],"detection":[147],"tasks.":[148],"Our":[149],"contributions":[150],"offer":[151],"scalable":[155],"foundation":[156],"improved":[158],"content":[159],"multi-modal":[162],"environments.":[164],"We":[165],"have":[166],"made":[167],"our":[168],"code1":[169],"dataset2":[171],"publicly":[172],"available":[173],"research":[175],"purposes.":[176],"Warning:":[177],"Contains":[178],"potentially":[179],"contents.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-15T10:00:46.086208","created_date":"2025-10-10T00:00:00"}