{"id":"https://openalex.org/W4416035956","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.133","title":"NLP-ADBench: NLP Anomaly Detection Benchmark","display_name":"NLP-ADBench: NLP Anomaly Detection Benchmark","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416035956","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.133"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.133","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.133","pdf_url":"https://aclanthology.org/2025.findings-emnlp.133.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.133.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101967701","display_name":"Yuangang Li","orcid":"https://orcid.org/0000-0003-3143-1105"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuangang Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015006932","display_name":"Jiaqi Li","orcid":"https://orcid.org/0009-0004-3393-5774"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiaqi Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047376653","display_name":"Zhuo Xiao","orcid":"https://orcid.org/0009-0008-0032-3527"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuo Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105932391","display_name":"Tiankai Yang","orcid":"https://orcid.org/0009-0000-4965-4433"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tiankai Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073683446","display_name":"Yi Nian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi Nian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044665455","display_name":"Xiyang Hu","orcid":"https://orcid.org/0000-0001-7269-3828"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiyang Hu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5057711796","display_name":"Yue Zhao","orcid":"https://orcid.org/0000-0003-3401-4921"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue Zhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0387,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95476895,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2464","last_page":"2474"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.08540000021457672,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.08540000021457672,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.07509999722242355,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.05950000137090683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8034999966621399},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.7207000255584717},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.6273000240325928},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5605999827384949},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4717000126838684},{"id":"https://openalex.org/keywords/anomaly","display_name":"Anomaly (physics)","score":0.45590001344680786},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.3531000018119812}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8034999966621399},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7709000110626221},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.7207000255584717},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6700999736785889},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.6273000240325928},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5605999827384949},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5295000076293945},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4717000126838684},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.46129998564720154},{"id":"https://openalex.org/C12997251","wikidata":"https://www.wikidata.org/wiki/Q567560","display_name":"Anomaly (physics)","level":2,"score":0.45590001344680786},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.3531000018119812},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.34040001034736633},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.33629998564720154},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.32190001010894775},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2599000036716461}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.133","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.133","pdf_url":"https://aclanthology.org/2025.findings-emnlp.133.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.133","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.133","pdf_url":"https://aclanthology.org/2025.findings-emnlp.133.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1353381076","display_name":null,"funder_award_id":"2138296","funder_id":"https://openalex.org/F4320312143","funder_display_name":"National Centre for Supercomputing Applications"},{"id":"https://openalex.org/G1860245536","display_name":"NSF POSE: Phase II: OpenAD: An Integrated Open-Source Ecosystem for Anomaly Detection","funder_award_id":"2346158","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1912064254","display_name":"Track 4:  Advanced CI Coordination Ecosystem: Monitoring and Measurement Services","funder_award_id":"2137603","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2507572247","display_name":null,"funder_award_id":"2138286","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G2610354679","display_name":"POSE: Phase I: OpenTrustLLM: An Open-Source Ecosystem for Trustworthiness in Large Language Models","funder_award_id":"2449280","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4010157413","display_name":null,"funder_award_id":"2138259","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G4676224565","display_name":"ACO: An Open CI Ecosystem to Advance Scientific Discovery (OpenCI)","funder_award_id":"2138296","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4968279142","display_name":null,"funder_award_id":"2138307","funder_id":"https://openalex.org/F4320312143","funder_display_name":"National Centre for Supercomputing Applications"},{"id":"https://openalex.org/G509285653","display_name":"Track 3: COre National Ecosystem for CyberinfrasTructure (CONECT)","funder_award_id":"2138307","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5173294414","display_name":null,"funder_award_id":"2138286","funder_id":"https://openalex.org/F4320312143","funder_display_name":"National Centre for Supercomputing Applications"},{"id":"https://openalex.org/G5464919783","display_name":null,"funder_award_id":"2137603","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G6664589177","display_name":null,"funder_award_id":"2138307","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G8034736573","display_name":"ATD: Multifaceted Large Trajectory Model for Individual and Group Anomalous Behavior Detection from Spatiotemporal Data","funder_award_id":"2428039","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8165146668","display_name":null,"funder_award_id":"2138259","funder_id":"https://openalex.org/F4320312143","funder_display_name":"National Centre for Supercomputing Applications"},{"id":"https://openalex.org/G8300691027","display_name":"Track 2: Customized Multi-tier Assistance, Training, and Computational Help (MATCH) for End User ACCESS to CI","funder_award_id":"2138286","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8819975937","display_name":null,"funder_award_id":"2137603","funder_id":"https://openalex.org/F4320312143","funder_display_name":"National Centre for Supercomputing Applications"},{"id":"https://openalex.org/G8897435675","display_name":null,"funder_award_id":"2138296","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320312143","display_name":"National Centre for Supercomputing Applications","ror":"https://ror.org/03r10zj06"},{"id":"https://openalex.org/F4320337377","display_name":"Office of Advanced Cyberinfrastructure","ror":"https://ror.org/04nh1dc89"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416035956.pdf","grobid_xml":"https://content.openalex.org/works/W4416035956.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Anomaly":[0],"detection":[1,50],"(AD)":[2],"is":[3,21],"an":[4],"important":[5],"machine":[6],"learning":[7],"task":[8],"with":[9,104,112],"applications":[10],"in":[11,24,34],"fraud":[12],"detection,":[13],"content":[14],"moderation,":[15],"and":[16,40,60,68,82,131],"user":[17],"behavior":[18],"analysis.However,":[19],"AD":[20],"relatively":[22],"understudied":[23],"a":[25,96,126],"natural":[26],"language":[27,78],"processing":[28],"(NLP)":[29],"context,":[30],"limiting":[31],"its":[32],"effectiveness":[33],"detecting":[35],"harmful":[36],"content,":[37],"phishing":[38],"attempts,":[39],"spam":[41],"reviews.We":[42],"introduce":[43],"NLP-ADBench,":[44],"the":[45],"most":[46],"comprehensive":[47],"NLP":[48],"anomaly":[49],"(NLP-AD)":[51],"benchmark":[52],"to":[53,77],"date,":[54],"which":[55],"includes":[56],"eight":[57],"curated":[58],"datasets":[59],"19":[61],"stateof-the-art":[62],"algorithms.These":[63],"span":[64],"3":[65],"end-toend":[66],"methods":[67,76,103],"16":[69],"two-step":[70,102],"approaches":[71],"that":[72,87],"adapt":[73],"classical,":[74],"non-AD":[75],"embeddings":[79,106,114],"from":[80],"BERT":[81],"OpenAI.Our":[83],"empirical":[84],"results":[85],"show":[86],"no":[88],"single":[89],"model":[90,100],"dominates":[91],"across":[92],"all":[93],"datasets,":[94],"indicating":[95],"need":[97],"for":[98,129],"automated":[99],"selection.Moreover,":[101],"transformer-based":[105],"consistently":[107],"outperform":[108],"specialized":[109],"end-to-end":[110],"approaches,":[111],"OpenAI":[113],"outperforming":[115],"those":[116],"of":[117],"BERT.We":[118],"release":[119],"NLP-ADBench":[120],"at":[121],"https://github.":[122],"com/USC-FORTIS/NLP-ADBench":[123],",":[124],"providing":[125],"unified":[127],"framework":[128],"NLP-AD":[130],"supporting":[132],"future":[133],"investigations.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-11-08T00:00:00"}