{"id":"https://openalex.org/W4404688210","doi":"https://doi.org/10.1109/access.2024.3505614","title":"MemesViTa: A Novel Multimodal Fusion Technique for Troll Memes Identification","display_name":"MemesViTa: A Novel Multimodal Fusion Technique for Troll Memes Identification","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404688210","doi":"https://doi.org/10.1109/access.2024.3505614"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3505614","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3505614","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3505614","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015297084","display_name":"Tipu Sultan","orcid":null},"institutions":[{"id":"https://openalex.org/I47838141","display_name":"Saint Louis University","ror":"https://ror.org/01p7jjy08","country_code":"US","type":"education","lineage":["https://openalex.org/I47838141"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tipu Sultan","raw_affiliation_strings":["Department of Aerospace and Mechanical Engineering, Saint Louis University, St. Louis, MO, USA","Department of Aerospace and Mechanical Engineering, Saint Louis University, St. Louis, MO, United States"],"raw_orcid":"https://orcid.org/0009-0002-8607-0386","affiliations":[{"raw_affiliation_string":"Department of Aerospace and Mechanical Engineering, Saint Louis University, St. Louis, MO, USA","institution_ids":["https://openalex.org/I47838141"]},{"raw_affiliation_string":"Department of Aerospace and Mechanical Engineering, Saint Louis University, St. Louis, MO, United States","institution_ids":["https://openalex.org/I47838141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074913127","display_name":"Mohammad Abu Tareq Rony","orcid":"https://orcid.org/0000-0002-0640-1425"},"institutions":[{"id":"https://openalex.org/I315729180","display_name":"Noakhali Science and Technology University","ror":"https://ror.org/05q9we431","country_code":"BD","type":"education","lineage":["https://openalex.org/I315729180"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Mohammad Abu Tareq Rony","raw_affiliation_strings":["Department of Statistics, Noakhali Science and Technology University, Noakhali, Bangladesh","Department of Statistics, Noakhali Science & Technology University, Noakhali, Bangladesh"],"raw_orcid":"https://orcid.org/0000-0002-0640-1425","affiliations":[{"raw_affiliation_string":"Department of Statistics, Noakhali Science and Technology University, Noakhali, Bangladesh","institution_ids":["https://openalex.org/I315729180"]},{"raw_affiliation_string":"Department of Statistics, Noakhali Science & Technology University, Noakhali, Bangladesh","institution_ids":["https://openalex.org/I315729180"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108830169","display_name":"Mohammad Shariful Islam","orcid":"https://orcid.org/0000-0002-0640-1425"},"institutions":[{"id":"https://openalex.org/I315729180","display_name":"Noakhali Science and Technology University","ror":"https://ror.org/05q9we431","country_code":"BD","type":"education","lineage":["https://openalex.org/I315729180"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Mohammad Shariful Islam","raw_affiliation_strings":["Department of Computer Science and Telecommunication Engineering, Noakhali Science and Technology University, Noakhali, Bangladesh","Department of Computer Science and Telecommunication Engineering, Noakhali Science & Technology University, Noakhali, Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Telecommunication Engineering, Noakhali Science and Technology University, Noakhali, Bangladesh","institution_ids":["https://openalex.org/I315729180"]},{"raw_affiliation_string":"Department of Computer Science and Telecommunication Engineering, Noakhali Science & Technology University, Noakhali, Bangladesh","institution_ids":["https://openalex.org/I315729180"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046411833","display_name":"Aldosary Saad","orcid":"https://orcid.org/0000-0001-6168-4141"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Saad Aldosary","raw_affiliation_strings":["Department of Computer Science, Community College, King Saud University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-6168-4141","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Community College, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006443274","display_name":"Walid El\u2010Shafai","orcid":"https://orcid.org/0000-0001-7509-2120"},"institutions":[{"id":"https://openalex.org/I142024983","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26","country_code":"SA","type":"education","lineage":["https://openalex.org/I142024983"]},{"id":"https://openalex.org/I63601056","display_name":"Menoufia University","ror":"https://ror.org/05sjrb944","country_code":"EG","type":"education","lineage":["https://openalex.org/I63601056"]}],"countries":["EG","SA"],"is_corresponding":false,"raw_author_name":"Walid El-Shafai","raw_affiliation_strings":["Department of Electronics and Electrical Communications Engineering, Faculty of Electronic Engineering, Menoufia University, Menouf, Egypt","Computer Science Department, Security Engineering Lab, Prince Sultan University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-7509-2120","affiliations":[{"raw_affiliation_string":"Department of Electronics and Electrical Communications Engineering, Faculty of Electronic Engineering, Menoufia University, Menouf, Egypt","institution_ids":["https://openalex.org/I63601056"]},{"raw_affiliation_string":"Computer Science Department, Security Engineering Lab, Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":7.9118,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.97213846,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"177811","last_page":"177828"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6055252552032471},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5926624536514282},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.49250349402427673},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43355587124824524},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3496084213256836},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.06977790594100952}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6055252552032471},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5926624536514282},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.49250349402427673},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43355587124824524},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3496084213256836},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.06977790594100952},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3505614","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3505614","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:561ac4768d8e48178b5c832491366b88","is_oa":true,"landing_page_url":"https://doaj.org/article/561ac4768d8e48178b5c832491366b88","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 177811-177828 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3505614","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3505614","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2112796928","https://openalex.org/W2194775991","https://openalex.org/W2797630160","https://openalex.org/W2950784811","https://openalex.org/W2963168538","https://openalex.org/W2963446712","https://openalex.org/W3030163527","https://openalex.org/W3175392088","https://openalex.org/W3176196997","https://openalex.org/W3192887128","https://openalex.org/W3199394329","https://openalex.org/W4224320265","https://openalex.org/W4284882302","https://openalex.org/W4285226903","https://openalex.org/W4297499129","https://openalex.org/W4385573042","https://openalex.org/W4386803063","https://openalex.org/W4391172423","https://openalex.org/W4391468454","https://openalex.org/W4396758671","https://openalex.org/W4399852829","https://openalex.org/W4400679572","https://openalex.org/W4403277140","https://openalex.org/W6637373629","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6768851824","https://openalex.org/W6773357711","https://openalex.org/W6776929863","https://openalex.org/W6778883912","https://openalex.org/W6779068807","https://openalex.org/W6787835217","https://openalex.org/W6790978476","https://openalex.org/W6797716411","https://openalex.org/W6858396076","https://openalex.org/W6860295985"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"The":[0,86],"proliferation":[1],"of":[2,78,89,107,179,190,214,220,231,249,258,277],"troll":[3,25,67,100,119,259,278],"memes":[4,26,68],"on":[5],"social":[6,290],"media":[7,291],"platforms":[8,292],"has":[9],"become":[10],"a":[11,45,75,171,182,208,274],"pressing":[12],"issue":[13],"due":[14,29],"to":[15,18,30,65,93,146,268,285],"their":[16,148],"potential":[17],"spread":[19],"misinformation":[20],"and":[21,36,58,82,125,131,144,166,181,216,226,242,245,256,293],"incite":[22],"conflict.":[23],"Detecting":[24],"is":[27,92],"complex":[28],"the":[31,95,105,154,175,186,229,246,254,264],"intricate":[32],"interplay":[33],"between":[34],"visual":[35,177,241],"textual":[37,61,188,243],"elements.":[38],"In":[39,263],"this":[40,90],"research,":[41],"we":[42,266],"propose":[43],"MemesViTa,":[44,159],"novel":[46],"multimodal":[47,109,114],"fusion":[48],"model":[49,178,189,284],"that":[50,153,239],"combines":[51],"Vision":[52],"Transformer":[53],"(ViT)":[54],"for":[55,60,99,118],"image":[56],"processing":[57],"DeBERTa":[59],"analysis,":[62],"specifically":[63],"designed":[64],"detect":[66],"with":[69,163,205],"high":[70],"accuracy.":[71],"This":[72,280],"research":[73],"uses":[74],"public":[76],"dataset":[77,271],"4,368":[79],"training":[80],"image-text":[81],"1092":[83],"testing":[84],"image-text.":[85],"primary":[87],"goal":[88],"study":[91,135],"identify":[94],"most":[96],"effective":[97],"approach":[98],"meme":[101,120,260],"detection":[102,261],"by":[103,272],"evaluating":[104],"performance":[106],"different":[108,289],"models.":[110],"We":[111],"comprehensively":[112],"assess":[113],"deep":[115],"learning":[116],"approaches":[117],"detection,":[121],"leveraging":[122],"visual,":[123],"textual,":[124],"Large":[126],"Language":[127],"Models":[128],"in":[129,197,207],"zero-shot":[130],"few-shot":[132,198],"scenarios.":[133],"Our":[134,236],"integrates":[136],"models":[137],"including":[138,224],"BERT,":[139],"GPT-2,":[140],"GPT-4,":[141,195],"VGG16,":[142],"ResNet50,":[143],"ViT":[145],"analyze":[147],"performance.":[149],"Experimental":[150],"results":[151],"indicate":[152],"proposed":[155],"ViT+DeBERTa":[156],"model,":[157],"named":[158],"achieves":[160],"superior":[161],"results,":[162,204],"94.287%":[164],"accuracy":[165,213,257],"95.82%":[167],"F1":[168,218],"score,":[169],"representing":[170],"41.3%":[172],"improvement":[173,184],"over":[174,185],"best":[176,187],"VGG16":[180],"48.1%":[183],"CNN.":[191],"Standalone":[192],"LLMs":[193,250],"like":[194],"even":[196],"scenarios,":[199],"show":[200],"promising":[201],"yet":[202],"inferior":[203],"GPT-4":[206],"50-shot":[209],"scenario":[210],"reaching":[211],"an":[212,217],"80.00%":[215],"score":[219],"37.00%.":[221],"Multimodal":[222],"combinations,":[223],"BERT+VGG16":[225],"BERT+VGG16+CLIP,":[227],"highlight":[228],"importance":[230],"integrating":[232],"multiple":[233],"data":[234,244],"modalities.":[235],"findings":[237],"suggest":[238],"combining":[240],"strategic":[247],"use":[248],"can":[251],"significantly":[252],"improve":[253],"robustness":[255],"systems.":[262],"future,":[265],"intend":[267],"enhance":[269],"our":[270,283],"incorporating":[273],"broader":[275],"spectrum":[276],"memes.":[279],"will":[281],"help":[282],"work":[286],"better":[287],"across":[288],"contexts.":[294]},"counts_by_year":[{"year":2025,"cited_by_count":8}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}