{"id":"https://openalex.org/W4391428196","doi":"https://doi.org/10.1109/access.2024.3361322","title":"Multimodal Hate Speech Detection in Memes Using Contrastive Language-Image Pre-Training","display_name":"Multimodal Hate Speech Detection in Memes Using Contrastive Language-Image Pre-Training","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391428196","doi":"https://doi.org/10.1109/access.2024.3361322"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3361322","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3361322","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10418458.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10418458.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040936383","display_name":"Greeshma Arya","orcid":"https://orcid.org/0000-0003-2669-0209"},"institutions":[{"id":"https://openalex.org/I4210143260","display_name":"Indira Gandhi Delhi Technical University for Women","ror":"https://ror.org/057c5p638","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210143260"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Greeshma Arya","raw_affiliation_strings":["Department of Electronics and Communication Engineering, Indira Gandhi Delhi Technical University for Women, New Delhi, India"],"raw_orcid":"https://orcid.org/0000-0003-2669-0209","affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, Indira Gandhi Delhi Technical University for Women, New Delhi, India","institution_ids":["https://openalex.org/I4210143260"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084720361","display_name":"Mohammad Kamrul Hasan","orcid":"https://orcid.org/0000-0001-5511-0205"},"institutions":[{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Mohammad Kamrul Hasan","raw_affiliation_strings":["Faculty of Information Science and Technology, Universiti Kebangsaan Malaysia (UKM), Bangi, Selangor, Malaysia"],"raw_orcid":"https://orcid.org/0000-0001-5511-0205","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Universiti Kebangsaan Malaysia (UKM), Bangi, Selangor, Malaysia","institution_ids":["https://openalex.org/I885383172"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026327440","display_name":"Ashish Bagwari","orcid":"https://orcid.org/0000-0002-6232-2772"},"institutions":[{"id":"https://openalex.org/I201750527","display_name":"Uttarakhand Technical University","ror":"https://ror.org/03ms8m606","country_code":"IN","type":"education","lineage":["https://openalex.org/I201750527"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ashish Bagwari","raw_affiliation_strings":["Department of Electronics and Communication Engineering, Uttarakhand Technical University, Dehradun, India"],"raw_orcid":"https://orcid.org/0000-0002-6232-2772","affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, Uttarakhand Technical University, Dehradun, India","institution_ids":["https://openalex.org/I201750527"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110139061","display_name":"Nurhizam Safie","orcid":null},"institutions":[{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Nurhizam Safie","raw_affiliation_strings":["Faculty of Information Science and Technology, Universiti Kebangsaan Malaysia (UKM), Bangi, Selangor, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Universiti Kebangsaan Malaysia (UKM), Bangi, Selangor, Malaysia","institution_ids":["https://openalex.org/I885383172"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101532570","display_name":"Shayla Islam","orcid":"https://orcid.org/0000-0002-0490-7799"},"institutions":[{"id":"https://openalex.org/I55285296","display_name":"UCSI University","ror":"https://ror.org/019787q29","country_code":"MY","type":"education","lineage":["https://openalex.org/I55285296"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Shayla Islam","raw_affiliation_strings":["Institute of Computer Science and Digital Innovation, UCSI University Malaysia, Kuala Lumpur, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-0490-7799","affiliations":[{"raw_affiliation_string":"Institute of Computer Science and Digital Innovation, UCSI University Malaysia, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I55285296"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021942199","display_name":"Fatima Rayan Awad Ahmed","orcid":"https://orcid.org/0000-0001-8642-0791"},"institutions":[{"id":"https://openalex.org/I142608572","display_name":"Prince Sattam Bin Abdulaziz University","ror":"https://ror.org/04jt46d36","country_code":"SA","type":"education","lineage":["https://openalex.org/I142608572"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Fatima Rayan Awad Ahmed","raw_affiliation_strings":["Computer Science Department, College of Computer Engineering and Science, Prince Sattam Bin Abdulaziz University, Al-Kharj, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, College of Computer Engineering and Science, Prince Sattam Bin Abdulaziz University, Al-Kharj, Saudi Arabia","institution_ids":["https://openalex.org/I142608572"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102802572","display_name":"Aaishani De","orcid":"https://orcid.org/0009-0006-1909-3931"},"institutions":[{"id":"https://openalex.org/I4210143260","display_name":"Indira Gandhi Delhi Technical University for Women","ror":"https://ror.org/057c5p638","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210143260"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aaishani De","raw_affiliation_strings":["Department of Electronics and Communication Engineering, Indira Gandhi Delhi Technical University for Women, New Delhi, India"],"raw_orcid":"https://orcid.org/0009-0006-1909-3931","affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, Indira Gandhi Delhi Technical University for Women, New Delhi, India","institution_ids":["https://openalex.org/I4210143260"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100732302","display_name":"Muhammad Attique Khan","orcid":"https://orcid.org/0000-0001-5723-3858"},"institutions":[{"id":"https://openalex.org/I29698356","display_name":"HITEC University","ror":"https://ror.org/013d87239","country_code":"PK","type":"education","lineage":["https://openalex.org/I29698356"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Attique Khan","raw_affiliation_strings":["Department of Computer Science, HITEC University, Taxila, Pakistan"],"raw_orcid":"https://orcid.org/0000-0001-5723-3858","affiliations":[{"raw_affiliation_string":"Department of Computer Science, HITEC University, Taxila, Pakistan","institution_ids":["https://openalex.org/I29698356"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037528486","display_name":"Taher M. Ghazal","orcid":"https://orcid.org/0000-0003-0672-7924"},"institutions":[{"id":"https://openalex.org/I146367977","display_name":"Applied Science Private University","ror":"https://ror.org/01ah6nb52","country_code":"JO","type":"education","lineage":["https://openalex.org/I146367977"]},{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]},{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["AE","JO","MY"],"is_corresponding":false,"raw_author_name":"Taher M. Ghazal","raw_affiliation_strings":["Computer Science Department, Centre for Cyber Physical Systems, Khalifa University, Abu Dhabi, United Arab Emirates","Applied Science Private University, Jordan","Faculty of Information Science and Technology, Universiti Kebangsaan Malaysia, Bangi, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-0672-7924","affiliations":[{"raw_affiliation_string":"Computer Science Department, Centre for Cyber Physical Systems, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Applied Science Private University, Jordan","institution_ids":["https://openalex.org/I146367977"]},{"raw_affiliation_string":"Faculty of Information Science and Technology, Universiti Kebangsaan Malaysia, Bangi, Malaysia","institution_ids":["https://openalex.org/I885383172"]}]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":19.4079,"has_fulltext":true,"cited_by_count":65,"citation_normalized_percentile":{"value":0.99481841,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"22359","last_page":"22375"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13303","display_name":"Asian Culture and Media Studies","score":0.9404000043869019,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7905851602554321},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5775214433670044},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5300262570381165},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.526762843132019},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.460593581199646},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3961852192878723},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.33470243215560913}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7905851602554321},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5775214433670044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5300262570381165},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.526762843132019},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.460593581199646},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3961852192878723},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.33470243215560913},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3361322","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3361322","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10418458.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9d69e5c58b1e4180ab73d168ba20df9b","is_oa":true,"landing_page_url":"https://doaj.org/article/9d69e5c58b1e4180ab73d168ba20df9b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 22359-22375 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3361322","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3361322","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10418458.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Gender equality","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/5"}],"awards":[{"id":"https://openalex.org/G4945636239","display_name":null,"funder_award_id":"DIP 2022-021","funder_id":"https://openalex.org/F4320322699","funder_display_name":"Universiti Kebangsaan Malaysia"},{"id":"https://openalex.org/G7687971120","display_name":null,"funder_award_id":"GUP-2023-010","funder_id":"https://openalex.org/F4320322699","funder_display_name":"Universiti Kebangsaan Malaysia"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320311962","display_name":"Anglia Ruskin University","ror":"https://ror.org/0009t4v78"},{"id":"https://openalex.org/F4320322699","display_name":"Universiti Kebangsaan Malaysia","ror":"https://ror.org/00bw8d226"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391428196.pdf","grobid_xml":"https://content.openalex.org/works/W4391428196.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W2842511635","https://openalex.org/W2908842448","https://openalex.org/W3100122486","https://openalex.org/W3108332599","https://openalex.org/W3113030601","https://openalex.org/W3118051320","https://openalex.org/W3166396011","https://openalex.org/W3175392088","https://openalex.org/W3192887128","https://openalex.org/W3207950504","https://openalex.org/W3208969509","https://openalex.org/W4207058816","https://openalex.org/W4224320265","https://openalex.org/W4225910581","https://openalex.org/W4285362180","https://openalex.org/W4294310845","https://openalex.org/W4295425581","https://openalex.org/W4297808394","https://openalex.org/W4297816851","https://openalex.org/W4310398379","https://openalex.org/W4311427786","https://openalex.org/W4319988691","https://openalex.org/W4320715318","https://openalex.org/W4361770931","https://openalex.org/W4377224392","https://openalex.org/W4382468081","https://openalex.org/W4384344632","https://openalex.org/W4385080275","https://openalex.org/W4385573042","https://openalex.org/W4394658982","https://openalex.org/W6731939997","https://openalex.org/W6776929863","https://openalex.org/W6786846178","https://openalex.org/W6787929453","https://openalex.org/W6791353385","https://openalex.org/W6810330190","https://openalex.org/W6846976026","https://openalex.org/W6864772185"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611","https://openalex.org/W2996078371"],"abstract_inverted_index":{"In":[0],"contemporary":[1],"society,":[2],"the":[3,47,56,61,141,150,178,181,196,202],"proliferation":[4],"of":[5,28,49,63,70,128,152,162,180,198,204],"online":[6,32,217],"hateful":[7,113],"messages":[8],"has":[9],"emerged":[10],"as":[11,167],"a":[12,71,85,136,159,215],"pressing":[13],"concern,":[14],"inflicting":[15],"deleterious":[16],"consequences":[17],"on":[18],"both":[19],"societal":[20],"fabric":[21],"and":[22,104,117,123,170],"individual":[23],"well-being.":[24],"The":[25],"automatic":[26],"detection":[27,57],"such":[29,108,166],"malevolent":[30],"content":[31,207],"using":[33],"models":[34,118],"designed":[35],"to":[36,55,99,194,214],"recognize":[37],"it,":[38],"holds":[39],"promise":[40],"in":[41,201],"mitigating":[42],"its":[43],"harmful":[44],"impact.":[45],"However,":[46],"advent":[48],"\"Hateful":[50],"Memes\"":[51],"poses":[52],"fresh":[53],"challenges":[54],"paradigm,":[58],"particularly":[59],"within":[60],"realm":[62],"deep":[64],"learning":[65],"models.":[66],"These":[67],"memes,":[68],"constituting":[69],"textual":[72],"element":[73],"associated":[74],"with":[75,120],"an":[76,191],"image":[77],"are":[78,97,173],"individually":[79],"innocuous":[80],"but":[81],"their":[82],"combination":[83],"causes":[84],"detrimental":[86],"effect.":[87],"Consequently,":[88],"entities":[89],"responsible":[90],"for":[91],"disseminating":[92],"information":[93],"via":[94],"web":[95],"browsers":[96],"compelled":[98],"institute":[100],"mechanisms":[101],"that":[102,187],"regulate":[103,195],"automatically":[105],"filter":[106],"out":[107],"injurious":[109],"content.":[110],"Effectively":[111],"identifying":[112],"memes":[114],"demands":[115],"algorithms":[116],"endowed":[119],"robust":[121],"vision":[122],"language":[124],"fusion":[125],"capabilities,":[126],"capable":[127],"reasoning":[129],"across":[130,208],"diverse":[131],"modalities.":[132],"This":[133,155],"research":[134],"introduces":[135],"novel":[137],"approach":[138,189],"by":[139],"leveraging":[140],"multimodal":[142],"Contrastive":[143],"Language-Image":[144],"Pre-Training":[145],"(CLIP)":[146],"model,":[147],"fine-tuned":[148],"through":[149],"incorporation":[151],"prompt":[153],"engineering.":[154],"innovative":[156],"methodology":[157],"achieves":[158],"commendable":[160],"accuracy":[161],"87.42%.":[163],"Comprehensive":[164],"metrics":[165],"loss,":[168],"AUROC,":[169],"f1":[171],"score":[172],"also":[174],"meticulously":[175],"computed,":[176],"corroborating":[177],"efficacy":[179],"proposed":[182],"strategy.":[183],"Our":[184],"findings":[185],"suggest":[186],"this":[188],"presents":[190],"efficient":[192],"means":[193],"dissemination":[197],"hate":[199],"speech":[200],"form":[203],"viral":[205],"meme":[206],"social":[209],"networking":[210],"platforms,":[211],"thereby":[212],"contributing":[213],"safer":[216],"environment.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":45},{"year":2024,"cited_by_count":6}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}