{"id":"https://openalex.org/W4409670746","doi":"https://doi.org/10.1145/3696410.3714895","title":"Ask, Acquire, Understand: A Multimodal Agent-based Framework for Social Abuse Detection in Memes","display_name":"Ask, Acquire, Understand: A Multimodal Agent-based Framework for Social Abuse Detection in Memes","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4409670746","doi":"https://doi.org/10.1145/3696410.3714895"},"language":"en","primary_location":{"id":"doi:10.1145/3696410.3714895","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714895","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714895","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714895","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056294749","display_name":"Xuanrui Lin","orcid":"https://orcid.org/0009-0006-2096-0270"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuanrui Lin","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-2096-0270","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004614496","display_name":"Chao Jia","orcid":"https://orcid.org/0009-0002-2152-0569"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Jia","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0002-2152-0569","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012249481","display_name":"Junhui Ji","orcid":"https://orcid.org/0009-0009-2811-1865"},"institutions":[{"id":"https://openalex.org/I4401726915","display_name":"Zhipu AI (China)","ror":"https://ror.org/005dzvw93","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhui Ji","raw_affiliation_strings":["Zhipu AI, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-2811-1865","affiliations":[{"raw_affiliation_string":"Zhipu AI, Beijing, China","institution_ids":["https://openalex.org/I4401726915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103860495","display_name":"Hui Han","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Han","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-4580-9467","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077006200","display_name":"Usman Naseem","orcid":"https://orcid.org/0000-0003-0191-7171"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Usman Naseem","raw_affiliation_strings":["Macquarie University, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0191-7171","affiliations":[{"raw_affiliation_string":"Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5056294749"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":8.7153,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.97095965,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4734","last_page":"4744"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12519","display_name":"Cybercrime and Law Enforcement Studies","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12519","display_name":"Cybercrime and Law Enforcement Studies","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9706000089645386,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9684000015258789,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.8822866082191467},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5986676216125488},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4019525647163391},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3949110507965088},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.38038843870162964},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.1636774241924286}],"concepts":[{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.8822866082191467},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5986676216125488},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4019525647163391},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3949110507965088},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.38038843870162964},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.1636774241924286},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696410.3714895","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714895","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714895","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3696410.3714895","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714895","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714895","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"},{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409670746.pdf","grobid_xml":"https://content.openalex.org/works/W4409670746.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W2951937667","https://openalex.org/W2990138404","https://openalex.org/W3023989664","https://openalex.org/W4287855069","https://openalex.org/W4297816851","https://openalex.org/W4298092567","https://openalex.org/W4298201898","https://openalex.org/W4304098539","https://openalex.org/W4307079201","https://openalex.org/W4321480037","https://openalex.org/W4367047467","https://openalex.org/W4387969708","https://openalex.org/W4396723445","https://openalex.org/W4409657429","https://openalex.org/W6600134738","https://openalex.org/W6600669965"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2168627904","https://openalex.org/W2515552481","https://openalex.org/W1570348318","https://openalex.org/W2015444353","https://openalex.org/W3013494979","https://openalex.org/W156769215","https://openalex.org/W4308101915"],"abstract_inverted_index":{"Memes":[0],"serve":[1],"as":[2,117,128],"a":[3,87,123,129,186],"powerful":[4],"medium":[5],"of":[6,30,78,97,188,206],"expression":[7],"in":[8,62,107,148,182,209],"the":[9,28,136,155,164,175],"digital":[10],"age,":[11],"shaping":[12],"cultural":[13],"discourse":[14],"and":[15,19,122,138,203],"conveying":[16],"ideas":[17],"succinctly":[18],"engagingly.":[20],"However,":[21,57],"their":[22,79],"potential":[23,145],"for":[24],"social":[25,146,180,207],"abuse":[26,147,181,208],"highlights":[27],"importance":[29],"developing":[31],"effective":[32],"methods":[33,67],"to":[34,92,103,144,150],"detect":[35,179],"harmful":[36],"content":[37],"within":[38],"memes.":[39,183,210],"Recent":[40],"studies":[41],"on":[42,46,72,185],"memes":[43,98,149,190],"have":[44,68],"focused":[45],"transforming":[47],"images":[48,137],"into":[49],"textual":[50],"captions":[51],"using":[52],"large":[53,124],"language":[54],"models":[55],"(LLMs).":[56],"these":[58,83],"approaches":[59],"often":[60],"result":[61],"non-informative":[63],"captions.":[64],"Furthermore,":[65],"previous":[66],"only":[69],"been":[70],"tested":[71],"limited":[73],"datasets,":[74],"providing":[75],"insufficient":[76],"evidence":[77],"robustness.":[80],"To":[81],"address":[82],"limitations,":[84],"we":[85,113],"present":[86],"multimodal,":[88],"agent-based":[89],"framework":[90,196],"designed":[91],"generate":[93],"informative":[94,141],"visual":[95,105,109],"descriptions":[96,106],"by":[99,161],"asking":[100],"insightful":[101],"questions":[102,142],"improve":[104],"zero-shot":[108],"question-answering":[110],"settings.":[111],"Specifically,":[112],"leverage":[114],"an":[115],"LLM":[116],"agents":[118,133,165],"with":[119],"distinct":[120],"roles":[121],"multimodal":[125],"model":[126],"(LMM)":[127],"vision":[130],"expert.":[131],"These":[132],"first":[134],"analyze":[135],"then":[139],"ask":[140],"related":[143],"obtain":[151],"high-quality":[152,167],"answers":[153],"about":[154],"images.":[156],"Through":[157],"continuous":[158],"discussion":[159],"guided":[160],"instructional":[162],"prompts,":[163],"gather":[166],"information":[168],"while":[169],"repeatedly":[170],"acquiring":[171],"image":[172],"data":[173],"from":[174],"LMM,":[176],"which":[177],"helps":[178],"Results":[184],"dataset":[187],"6,626":[189],"across":[191],"5":[192],"tasks":[193],"show":[194],"our":[195],"surpasses":[197],"state-of-the-art":[198],"methods,":[199],"demonstrating":[200],"strong":[201],"generalizability":[202],"improved":[204],"detection":[205]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
