{"id":"https://openalex.org/W4379806343","doi":"https://doi.org/10.1145/3591106.3592254","title":"MemeFier: Dual-stage Modality Fusion for Image Meme Classification","display_name":"MemeFier: Dual-stage Modality Fusion for Image Meme Classification","publication_year":2023,"publication_date":"2023-06-08","ids":{"openalex":"https://openalex.org/W4379806343","doi":"https://doi.org/10.1145/3591106.3592254"},"language":"en","primary_location":{"id":"doi:10.1145/3591106.3592254","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3591106.3592254","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024874767","display_name":"Christos Koutlis","orcid":"https://orcid.org/0000-0003-3682-408X"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Christos Koutlis","raw_affiliation_strings":["Centre for Research and Technology Hellas - Information and Communication Technologies Institute, Greece"],"raw_orcid":"https://orcid.org/0000-0003-3682-408X","affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas - Information and Communication Technologies Institute, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018362055","display_name":"Manos Schinas","orcid":"https://orcid.org/0009-0007-2132-3430"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Manos Schinas","raw_affiliation_strings":["Centre for Research and Technology Hellas - Information and Communication Technologies Institute, Greece"],"raw_orcid":"https://orcid.org/0009-0007-2132-3430","affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas - Information and Communication Technologies Institute, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013616365","display_name":"Symeon Papadopoulos","orcid":"https://orcid.org/0000-0002-5441-7341"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Symeon Papadopoulos","raw_affiliation_strings":["Centre for Research and Technology Hellas - Information and Communication Technologies Institute, Greece"],"raw_orcid":"https://orcid.org/0000-0002-5441-7341","affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas - Information and Communication Technologies Institute, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5024874767"],"corresponding_institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"],"apc_list":null,"apc_paid":null,"fwci":2.7222,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.91986025,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"586","last_page":"591"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9706000089645386,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9363999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7244990468025208},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6834745407104492},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6794531345367432},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6164010763168335},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5725134015083313},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5139912962913513},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.43163707852363586},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.430614709854126},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4174572229385376},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3515869379043579},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34594011306762695},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.09058713912963867},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08722320199012756}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7244990468025208},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6834745407104492},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6794531345367432},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6164010763168335},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5725134015083313},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5139912962913513},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.43163707852363586},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.430614709854126},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4174572229385376},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3515869379043579},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34594011306762695},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09058713912963867},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08722320199012756},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3591106.3592254","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3591106.3592254","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7699999809265137}],"awards":[{"id":"https://openalex.org/G3586849881","display_name":null,"funder_award_id":"957252","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2130055251","https://openalex.org/W3006834685","https://openalex.org/W3023989664","https://openalex.org/W3092523710","https://openalex.org/W3113840243","https://openalex.org/W3114664593","https://openalex.org/W3114968970","https://openalex.org/W3114973895","https://openalex.org/W3115122447","https://openalex.org/W3115532187","https://openalex.org/W3115761124","https://openalex.org/W3116159721","https://openalex.org/W3116529957","https://openalex.org/W3117238590","https://openalex.org/W3117369768","https://openalex.org/W3120485916","https://openalex.org/W3135367836","https://openalex.org/W3175392088","https://openalex.org/W3185758730","https://openalex.org/W3195130895","https://openalex.org/W4211139918","https://openalex.org/W4297499129","https://openalex.org/W4297816851","https://openalex.org/W4385574166"],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W2967478618","https://openalex.org/W2997152889","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W4307309205","https://openalex.org/W4288261899","https://openalex.org/W2385859805","https://openalex.org/W4285141722"],"abstract_inverted_index":{"Hate":[0],"speech":[1,63],"is":[2,184],"a":[3,75,87,113,123,154],"societal":[4],"problem":[5],"that":[6,103,172],"has":[7],"significantly":[8],"grown":[9],"through":[10,65],"the":[11,42,58,66,108,120,131],"Internet.":[12],"New":[13],"forms":[14],"of":[15,27,51,54,60,82,112,122],"digital":[16,67],"content":[17,55],"such":[18],"as":[19,144,153],"image":[20,84,111,150],"memes":[21],"have":[22],"given":[23],"rise":[24],"to":[25,36,41,126],"spread":[26],"hate":[28,62],"using":[29],"multimodal":[30],"means,":[31],"being":[32],"far":[33],"more":[34],"difficult":[35],"analyse":[37],"and":[38,49,110,134,148,169,176],"detect":[39],"compared":[40],"unimodal":[43],"case.":[44],"Accurate":[45],"automatic":[46],"processing,":[47],"analysis":[48],"understanding":[50],"this":[52,70],"kind":[53],"will":[56],"facilitate":[57],"endeavor":[59],"hindering":[61],"proliferation":[64],"world.":[68],"To":[69],"end,":[71],"we":[72,140],"propose":[73],"MemeFier,":[74],"deep":[76],"learning-based":[77],"architecture":[78],"for":[79],"fine-grained":[80],"classification":[81],"Internet":[83],"memes,":[85],"utilizing":[86],"dual-stage":[88],"modality":[89,100],"fusion":[90,94,117],"module.":[91],"The":[92,115],"first":[93],"stage":[95,118],"produces":[96],"feature":[97],"vectors":[98],"containing":[99],"alignment":[101],"information":[102],"captures":[104],"non-trivial":[105],"connections":[106],"between":[107],"text":[109],"meme.":[114],"second":[116],"leverages":[119],"power":[121],"Transformer":[124],"encoder":[125],"learn":[127],"inter-modality":[128],"correlations":[129],"at":[130],"token":[132],"level":[133],"yield":[135],"an":[136,145],"informative":[137],"representation.":[138],"Additionally,":[139],"consider":[141],"external":[142],"knowledge":[143],"additional":[146],"input,":[147],"background":[149],"caption":[151],"supervision":[152],"regularizing":[155],"component.":[156],"Extensive":[157],"experiments":[158],"on":[159,186],"three":[160],"widely":[161],"adopted":[162],"benchmarks,":[163],"i.e.,":[164],"Facebook":[165],"Hateful":[166],"Memes,":[167],"Memotion7k":[168],"MultiOFF,":[170],"indicate":[171],"our":[173],"approach":[174],"competes":[175],"in":[177],"some":[178],"cases":[179],"surpasses":[180],"state-of-the-art.":[181],"Our":[182],"code":[183],"available":[185],"GitHub1.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7}],"updated_date":"2026-04-26T08:31:28.666265","created_date":"2025-10-10T00:00:00"}