{"id":"https://openalex.org/W7148938262","doi":"https://doi.org/10.7717/peerj-cs.3736","title":"Decoding hate in memes: multimodal and multitask approaches for low-resource Indonesian social media","display_name":"Decoding hate in memes: multimodal and multitask approaches for low-resource Indonesian social media","publication_year":2026,"publication_date":"2026-04-03","ids":{"openalex":"https://openalex.org/W7148938262","doi":"https://doi.org/10.7717/peerj-cs.3736"},"language":"en","primary_location":{"id":"doi:10.7717/peerj-cs.3736","is_oa":true,"landing_page_url":"https://doi.org/10.7717/peerj-cs.3736","pdf_url":null,"source":{"id":"https://openalex.org/S4210178049","display_name":"PeerJ Computer Science","issn_l":"2376-5992","issn":["2376-5992"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320104","host_organization_name":"PeerJ, Inc.","host_organization_lineage":["https://openalex.org/P4310320104"],"host_organization_lineage_names":["PeerJ, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PeerJ Computer Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.7717/peerj-cs.3736","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132831537","display_name":"Endang Wahyu Pamungkas","orcid":null},"institutions":[{"id":"https://openalex.org/I3131389504","display_name":"Muhammadiyah University of Surakarta","ror":"https://ror.org/03cnmz153","country_code":"ID","type":"education","lineage":["https://openalex.org/I3131389504"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Endang Wahyu Pamungkas","raw_affiliation_strings":["Department of Informatics Engineering, Muhammadiyah University of Surakarta, Surakarta, Central Java, Indonesia","Social Informatics Research Center, Muhammadiyah University of Surakarta, Surakarta, Central Java, Indonesia"],"raw_orcid":"https://orcid.org/0000-0003-0156-6754","affiliations":[{"raw_affiliation_string":"Department of Informatics Engineering, Muhammadiyah University of Surakarta, Surakarta, Central Java, Indonesia","institution_ids":["https://openalex.org/I3131389504"]},{"raw_affiliation_string":"Social Informatics Research Center, Muhammadiyah University of Surakarta, Surakarta, Central Java, Indonesia","institution_ids":["https://openalex.org/I3131389504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000635664","display_name":"Cahyaningtyas Sekar Wahyuni","orcid":null},"institutions":[{"id":"https://openalex.org/I3131389504","display_name":"Muhammadiyah University of Surakarta","ror":"https://ror.org/03cnmz153","country_code":"ID","type":"education","lineage":["https://openalex.org/I3131389504"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Cahyaningtyas Sekar Wahyuni","raw_affiliation_strings":["Department of Information Systems, Muhammadiyah University of Surakarta, Surakarta, Central Java, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems, Muhammadiyah University of Surakarta, Surakarta, Central Java, Indonesia","institution_ids":["https://openalex.org/I3131389504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106152736","display_name":"Ikhlasul Amal","orcid":null},"institutions":[{"id":"https://openalex.org/I165230279","display_name":"Universitas Gadjah Mada","ror":"https://ror.org/03ke6d638","country_code":"ID","type":"education","lineage":["https://openalex.org/I165230279"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Ikhlasul Amal","raw_affiliation_strings":["Department of Computer Science and Electronics, Gadjah Mada University, Yogyakarta, Special Region of Yogyakarta, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Electronics, Gadjah Mada University, Yogyakarta, Special Region of Yogyakarta, Indonesia","institution_ids":["https://openalex.org/I165230279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034480390","display_name":"Dian Purworini","orcid":"https://orcid.org/0000-0003-1632-5582"},"institutions":[{"id":"https://openalex.org/I3131389504","display_name":"Muhammadiyah University of Surakarta","ror":"https://ror.org/03cnmz153","country_code":"ID","type":"education","lineage":["https://openalex.org/I3131389504"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Dian Purworini","raw_affiliation_strings":["Department of Communication Science, Muhammadiyah University of Surakarta, Surakarta, Central Java, Indonesia","Social Informatics Research Center, Muhammadiyah University of Surakarta, Surakarta, Central Java, Indonesia"],"raw_orcid":"https://orcid.org/0000-0003-1632-5582","affiliations":[{"raw_affiliation_string":"Department of Communication Science, Muhammadiyah University of Surakarta, Surakarta, Central Java, Indonesia","institution_ids":["https://openalex.org/I3131389504"]},{"raw_affiliation_string":"Social Informatics Research Center, Muhammadiyah University of Surakarta, Surakarta, Central Java, Indonesia","institution_ids":["https://openalex.org/I3131389504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034238074","display_name":"Bagus Setya Rintyarna","orcid":"https://orcid.org/0000-0002-3275-0995"},"institutions":[{"id":"https://openalex.org/I4210108816","display_name":"Universitas Muhammadiyah Jember","ror":"https://ror.org/021p32893","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210108816"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Bagus Setya Rintyarna","raw_affiliation_strings":["Department of Informatics, Muhammadiyah University of Jember, Jember, East Java, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics, Muhammadiyah University of Jember, Jember, East Java, Indonesia","institution_ids":["https://openalex.org/I4210108816"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1395,"currency":"USD","value_usd":1395},"apc_paid":{"value":1395,"currency":"USD","value_usd":1395},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37540814,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"e3736","last_page":"e3736"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.0031999999191612005,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.4878999888896942},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.4864000082015991},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.48570001125335693},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.43050000071525574},{"id":"https://openalex.org/keywords/indonesian","display_name":"Indonesian","score":0.4018999934196472},{"id":"https://openalex.org/keywords/entertainment","display_name":"Entertainment","score":0.3953999876976013},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.3822000026702881},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.3718000054359436}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.708899974822998},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.4878999888896942},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4875999987125397},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.4864000082015991},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.48570001125335693},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4724999964237213},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.43050000071525574},{"id":"https://openalex.org/C2779207338","wikidata":"https://www.wikidata.org/wiki/Q9240","display_name":"Indonesian","level":2,"score":0.4018999934196472},{"id":"https://openalex.org/C512170562","wikidata":"https://www.wikidata.org/wiki/Q173799","display_name":"Entertainment","level":2,"score":0.3953999876976013},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3822000026702881},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.3718000054359436},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3562999963760376},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.3337000012397766},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.33329999446868896},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31859999895095825},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2842999994754791},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2711000144481659},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2639000117778778},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.7717/peerj-cs.3736","is_oa":true,"landing_page_url":"https://doi.org/10.7717/peerj-cs.3736","pdf_url":null,"source":{"id":"https://openalex.org/S4210178049","display_name":"PeerJ Computer Science","issn_l":"2376-5992","issn":["2376-5992"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320104","host_organization_name":"PeerJ, Inc.","host_organization_lineage":["https://openalex.org/P4310320104"],"host_organization_lineage_names":["PeerJ, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PeerJ Computer Science","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8bff41ffefa54784a8662bda803eb6fb","is_oa":false,"landing_page_url":"https://doaj.org/article/8bff41ffefa54784a8662bda803eb6fb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PeerJ Computer Science, Vol 12, p e3736 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.7717/peerj-cs.3736","is_oa":true,"landing_page_url":"https://doi.org/10.7717/peerj-cs.3736","pdf_url":null,"source":{"id":"https://openalex.org/S4210178049","display_name":"PeerJ Computer Science","issn_l":"2376-5992","issn":["2376-5992"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320104","host_organization_name":"PeerJ, Inc.","host_organization_lineage":["https://openalex.org/P4310320104"],"host_organization_lineage_names":["PeerJ, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PeerJ Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6575635671615601,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1535578703","https://openalex.org/W2164777277","https://openalex.org/W2968124245","https://openalex.org/W2973089652","https://openalex.org/W2980128521","https://openalex.org/W3035390927","https://openalex.org/W3087144884","https://openalex.org/W3094502228","https://openalex.org/W3114509603","https://openalex.org/W3116407756","https://openalex.org/W3118051320","https://openalex.org/W3160757516","https://openalex.org/W3175392088","https://openalex.org/W3199243620","https://openalex.org/W3217561843","https://openalex.org/W4223954367","https://openalex.org/W4285362180","https://openalex.org/W4295425581","https://openalex.org/W4304989454","https://openalex.org/W4360860178","https://openalex.org/W4383426684","https://openalex.org/W4385336434","https://openalex.org/W4385686485","https://openalex.org/W4386690757","https://openalex.org/W4387294588","https://openalex.org/W4387499810","https://openalex.org/W4391234293","https://openalex.org/W4391428196","https://openalex.org/W4401834531","https://openalex.org/W4403076846","https://openalex.org/W4404356490","https://openalex.org/W4404431293","https://openalex.org/W4405166922","https://openalex.org/W4407850717","https://openalex.org/W4409510656","https://openalex.org/W4409538845","https://openalex.org/W4410038932","https://openalex.org/W4410892597","https://openalex.org/W4412651685","https://openalex.org/W4412921166"],"related_works":[],"abstract_inverted_index":{"Memes":[0],"have":[1],"become":[2],"a":[3,99,146,183,214],"dominant":[4],"medium":[5],"of":[6,148,185,229],"online":[7],"expression,":[8],"blending":[9],"humor,":[10],"satire,":[11],"and":[12,17,25,35,73,81,95,121,154,172,211,232],"cultural":[13],"commentary":[14],"through":[15],"visual":[16],"textual":[18],"elements.":[19],"While":[20],"often":[21],"used":[22],"for":[23,57,102,187,195],"entertainment":[24],"community":[26],"building,":[27],"memes":[28,69],"can":[29],"propagate":[30],"hate":[31,151,239],"speech":[32,152,240],"in":[33,61,177,235],"subtle":[34],"implicit":[36],"ways,":[37],"making":[38],"automatic":[39],"detection":[40,60,153],"particularly":[41],"challenging.":[42],"This":[43],"study":[44,109],"introduces":[45],"the":[46,52,62,108,136,227],"Indonesian":[47,63,237],"Multimodal":[48],"Meme":[49],"Dataset":[50],"(INDOMEME),":[51],"first":[53],"expert-annotated":[54],"multimodal":[55,103,126,131,138,162,230],"dataset":[56,66],"hateful":[58],"meme":[59,85,238],"language.":[64],"The":[65],"contains":[67],"5,023":[68],"collected":[70],"from":[71],"Facebook":[72],"annotated":[74],"under":[75],"three":[76],"complementary":[77],"schemes:":[78],"hatefulness,":[79],"appropriateness,":[80],"topical":[82],"focus.":[83],"Each":[84],"is":[86,205],"further":[87],"enriched":[88],"with":[89,180],"optical":[90],"character":[91],"recognition":[92],"(OCR)":[93],"text":[94],"machine-generated":[96],"captions,":[97],"providing":[98],"comprehensive":[100],"resource":[101],"analysis.":[104],"Using":[105],"this":[106],"dataset,":[107],"conducts":[110],"extensive":[111],"experiments":[112],"addressing":[113],"four":[114],"research":[115],"questions.":[116],"First,":[117],"unimodal":[118,134],"models":[119,165],"(text-only":[120],"image-only)":[122],"are":[123,175],"benchmarked":[124],"against":[125],"fusion":[127],"models,":[128],"showing":[129],"that":[130],"approaches":[132],"outperform":[133],"baselines;":[135],"best":[137],"model":[139],"(IndoBERTweet":[140],"+":[141],"Visual":[142],"Transformers":[143],"(ViT))":[144],"achieves":[145],"macro-F1":[147,184],"0.820":[149],"on":[150,156],"0.809":[155],"appropriateness":[157,188,210],"classification.":[158],"Second,":[159],"several":[160],"state-of-the-art":[161],"large":[163],"language":[164],"(MLLMs),":[166],"including":[167],"GPT-4o,":[168],"Gemini":[169],"2.5":[170],"Flash,":[171],"Gemma3":[173],"27B,":[174],"evaluated":[176],"zero-shot":[178],"settings,":[179],"GPT-4o":[181],"reaching":[182],"0.772":[186],"detection,":[189],"although":[190],"MLLMs":[191],"remain":[192],"less":[193],"effective":[194],"hatefulness":[196,212],"classification":[197],"compared":[198],"to":[199],"supervised":[200],"approaches.":[201],"Finally,":[202],"multitask":[203,233],"learning":[204],"explored":[206],"by":[207],"jointly":[208],"modeling":[209],"using":[213],"dual-head":[215],"architecture,":[216],"demonstrating":[217],"consistent":[218],"performance":[219],"gains":[220],"across":[221],"text-only":[222],"models.":[223],"These":[224],"findings":[225],"underscore":[226],"benefit":[228],"resources":[231],"architectures":[234],"advancing":[236],"detection.":[241]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-04-04T00:00:00"}