{"id":"https://openalex.org/W7168400778","doi":"https://doi.org/10.1145/3805712.3808579","title":"EVADE-Bench: Multimodal Benchmark for Evaluating and Enhancing Evasive Content Detection","display_name":"EVADE-Bench: Multimodal Benchmark for Evaluating and Enhancing Evasive Content Detection","publication_year":2026,"publication_date":"2026-07-15","ids":{"openalex":"https://openalex.org/W7168400778","doi":"https://doi.org/10.1145/3805712.3808579"},"language":null,"primary_location":{"id":"doi:10.1145/3805712.3808579","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808579","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805712.3808579","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140780192","display_name":"Ancheng Xu","orcid":"https://orcid.org/0009-0001-0624-3340"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ancheng Xu","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China and University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-0624-3340","affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140927467","display_name":"Zhihao Yang","orcid":"https://orcid.org/0009-0008-4501-1826"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihao Yang","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-4501-1826","affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140851659","display_name":"Jingpeng Li","orcid":"https://orcid.org/0009-0009-4909-9113"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingpeng Li","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0009-4909-9113","affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140761267","display_name":"Guanghu Yuan","orcid":"https://orcid.org/0000-0003-1559-2996"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanghu Yuan","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1559-2996","affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140791510","display_name":"Longze Chen","orcid":"https://orcid.org/0009-0009-9177-8152"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longze Chen","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0009-9177-8152","affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140957346","display_name":"Liang Yan","orcid":"https://orcid.org/0009-0002-4168-3736"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Yan","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-4168-3736","affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140835735","display_name":"Jiehui Zhou","orcid":"https://orcid.org/0000-0003-0709-775X"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiehui Zhou","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0709-775X","affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140911321","display_name":"Zhen Qin","orcid":"https://orcid.org/0009-0003-5184-4692"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Qin","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-5184-4692","affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140759178","display_name":"Hengyu Chang","orcid":"https://orcid.org/0009-0000-1744-1513"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengyu Chang","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-1744-1513","affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140877488","display_name":"Yukun Chen","orcid":"https://orcid.org/0009-0000-3107-3366"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yukun Chen","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0000-3107-3366","affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140931735","display_name":"Hamid Alinejad-Rokny","orcid":"https://orcid.org/0000-0002-2189-9153"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hamid Alinejad-Rokny","raw_affiliation_strings":["University of New South Wales, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2189-9153","affiliations":[{"raw_affiliation_string":"University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5140829379","display_name":"Min Yang","orcid":"https://orcid.org/0000-0003-3814-2728"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Yang","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3814-2728","affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3506","last_page":"3513"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.48399999737739563},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.3723999857902527},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.27149999141693115},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.27140000462532043},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.26269999146461487}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6470000147819519},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.48399999737739563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4668000042438507},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3488999903202057},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27799999713897705},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.27149999141693115},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.26179999113082886}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805712.3808579","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808579","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805712.3808579","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808579","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W3094411615","https://openalex.org/W4385570932","https://openalex.org/W4402667067","https://openalex.org/W4402670989","https://openalex.org/W4402684226","https://openalex.org/W4403878024","https://openalex.org/W4404534210","https://openalex.org/W4405695223","https://openalex.org/W4412886984","https://openalex.org/W4416035834"],"related_works":[],"abstract_inverted_index":{"E-commerce":[0],"platforms":[1],"increasingly":[2],"rely":[3],"on":[4,149],"Large":[5],"Language":[6,11],"Models":[7,12],"(LLMs)":[8],"and":[9,74,96,147,164,178,181,204,227,239,262,270,293,301],"Vision":[10],"(VLMs)":[13],"to":[14,26,31,49,65,144,234,295],"detect":[15],"illicit":[16],"or":[17,46],"misleading":[18],"product":[19],"content.":[20],"However,":[21],"these":[22,225],"models":[23,187,226],"remain":[24],"vulnerable":[25],"evasive":[27,100,150,190,290],"content,":[28,101],"which":[29],"refers":[30],"inputs":[32],"that":[33,123,184,195,272],"have":[34],"been":[35],"deliberately":[36,81],"modified":[37],"through":[38],"techniques":[39],"such":[40,60],"as":[41],"word":[42],"splitting,":[43],"euphemistic":[44],"language,":[45],"image":[47],"cropping":[48],"conceal":[50],"policy":[51],"violations":[52],"while":[53],"still":[54],"conveying":[55],"prohibited":[56],"claims.":[57],"Crucially,":[58],"detecting":[59],"content":[61,151,291,304],"requires":[62],"a":[63,108],"model":[64,201],"simultaneously":[66],"master":[67],"two":[68],"capabilities:":[69],"accurately":[70],"comprehending":[71],"complex":[72,94,240],"rules,":[73],"correctly":[75],"inferring":[76],"the":[77,136,209,251,284,297],"true":[78],"intent":[79],"behind":[80],"obfuscated":[82],"multimodal":[83,140,257],"inputs.":[84],"While":[85],"prior":[86],"work":[87],"has":[88],"separately":[89],"explored":[90],"LLM":[91],"reasoning":[92],"over":[93,236],"rules":[95],"LLM-based":[97],"detection":[98,152,292],"of":[99,175,212,253,299],"no":[102],"existing":[103],"benchmark":[104,141,213],"combines":[105],"both":[106,124],"within":[107],"unified":[109],"evaluation":[110,174],"framework.":[111],"This":[112],"gap":[113],"is":[114,309],"particularly":[115],"consequential":[116],"in":[117,127,153,215,231],"e-commerce,":[118],"where":[119],"accurate":[120],"moderation":[121,305],"demands":[122],"capabilities":[125],"operate":[126],"concert.":[128],"To":[129,243],"address":[130],"this":[131,273],"gap,":[132],"we":[133,249,282],"introduce":[134],"EVADE-Bench,":[135,281],"first":[137,285],"expert-curated":[138],"Chinese":[139],"specifically":[142],"designed":[143],"evaluate":[145],"LLMs":[146,180],"VLMs":[148,182],"real-world":[154],"e-commerce":[155],"scenarios.":[156],"The":[157,307],"dataset":[158,308],"contains":[159],"2,833":[160],"annotated":[161,166],"text":[162],"samples":[163],"13,961":[165],"images":[167],"spanning":[168],"six":[169],"violation":[170],"categories.":[171],"Our":[172],"comprehensive":[173],"26":[176],"open-":[177],"closed-source":[179],"reveals":[183],"even":[185],"state-of-the-art":[186],"frequently":[188],"misclassify":[189],"samples.":[191],"We":[192,219],"further":[193],"demonstrate":[194],"clearer":[196],"rule":[197],"categorization":[198],"significantly":[199],"improves":[200],"prediction":[202],"consistency":[203],"reduces":[205],"false":[206],"predictions,":[207],"highlighting":[208],"critical":[210],"role":[211],"design":[214],"enabling":[216],"reliable":[217],"evaluation.":[218],"analyze":[220],"common":[221],"error":[222],"patterns":[223],"across":[224],"identify":[228],"systematic":[229],"limitations":[230],"their":[232],"ability":[233],"reason":[235],"metaphorical":[237],"expressions":[238],"regulatory":[241],"rules.":[242],"explore":[244],"paths":[245],"for":[246,256,288],"performance":[247],"improvement,":[248],"investigate":[250],"feasibility":[252],"multi-agent":[254],"decomposition":[255],"reasoning,":[258],"wherein":[259],"visual":[260],"description":[261],"logical":[263],"inference":[264],"are":[265],"decoupled":[266],"into":[267],"separate":[268],"agents,":[269],"find":[271],"strategy":[274],"yields":[275],"notable":[276],"accuracy":[277],"gains.":[278],"By":[279],"releasing":[280],"provide":[283],"rigorous":[286],"standard":[287],"evaluating":[289],"aim":[294],"support":[296],"development":[298],"safer":[300],"more":[302],"trustworthy":[303],"systems.":[306],"publicly":[310],"available":[311],"at":[312],"https://huggingface.co/datasets/koenshen/EVADE-Bench.":[313]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-07-16T00:00:00"}