{"id":"https://openalex.org/W3091751937","doi":"https://doi.org/10.1109/tkde.2021.3112126","title":"Current Time Series Anomaly Detection Benchmarks are Flawed and are Creating the Illusion of Progress","display_name":"Current Time Series Anomaly Detection Benchmarks are Flawed and are Creating the Illusion of Progress","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3091751937","doi":"https://doi.org/10.1109/tkde.2021.3112126","mag":"3091751937"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2021.3112126","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2021.3112126","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2009.13807","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Renjie Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Renjie Wu","raw_affiliation_strings":["Computer Science and Engineering, University of California Riverside, 8790 Riverside, California, United States, 92521-0429 (e-mail: rwu034@ucr.edu)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of California Riverside, 8790 Riverside, California, United States, 92521-0429 (e-mail: rwu034@ucr.edu)","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"last","author":{"id":null,"display_name":"Eamonn Keogh","orcid":null},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eamonn Keogh","raw_affiliation_strings":["comp sci, UCR, Riverside, California, United States, 92521 (e-mail: eamonn@cs.ucr.edu)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"comp sci, UCR, Riverside, California, United States, 92521 (e-mail: eamonn@cs.ucr.edu)","institution_ids":["https://openalex.org/I103635307"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I103635307"],"apc_list":null,"apc_paid":null,"fwci":11.0623,"has_fulltext":true,"cited_by_count":137,"citation_normalized_percentile":{"value":0.98682917,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.02319999970495701,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.8544999957084656},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6972000002861023},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.593500018119812},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.4964999854564667},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.4887000024318695},{"id":"https://openalex.org/keywords/anomaly","display_name":"Anomaly (physics)","score":0.4625000059604645},{"id":"https://openalex.org/keywords/illusion","display_name":"Illusion","score":0.4325000047683716},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.3488999903202057}],"concepts":[{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.8544999957084656},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7754999995231628},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6972000002861023},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.593500018119812},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.4964999854564667},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.4887000024318695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47839999198913574},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4627000093460083},{"id":"https://openalex.org/C12997251","wikidata":"https://www.wikidata.org/wiki/Q567560","display_name":"Anomaly (physics)","level":2,"score":0.4625000059604645},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.46050000190734863},{"id":"https://openalex.org/C184047640","wikidata":"https://www.wikidata.org/wiki/Q182593","display_name":"Illusion","level":2,"score":0.4325000047683716},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39010000228881836},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3488999903202057},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3458000123500824},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2831999957561493},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C40976572","wikidata":"https://www.wikidata.org/wiki/Q2330873","display_name":"Gauge (firearms)","level":2,"score":0.265500009059906}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tkde.2021.3112126","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2021.3112126","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2009.13807","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.13807","pdf_url":"https://arxiv.org/pdf/2009.13807","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2009.13807","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.13807","pdf_url":"https://arxiv.org/pdf/2009.13807","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3091751937.pdf","grobid_xml":"https://content.openalex.org/works/W3091751937.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1970814655","https://openalex.org/W1987830365","https://openalex.org/W2122646361","https://openalex.org/W2146934341","https://openalex.org/W2584499795","https://openalex.org/W2620661538","https://openalex.org/W2621033546","https://openalex.org/W2786827964","https://openalex.org/W2947590214","https://openalex.org/W2950361482","https://openalex.org/W2987702431","https://openalex.org/W3002266516","https://openalex.org/W3007621436","https://openalex.org/W3027287737","https://openalex.org/W3084911258","https://openalex.org/W3091751937","https://openalex.org/W3127386226","https://openalex.org/W3155567600","https://openalex.org/W4236242223","https://openalex.org/W6754359508","https://openalex.org/W6756942851","https://openalex.org/W6773950905"],"related_works":[],"abstract_inverted_index":{"Time":[0,145,162],"series":[1,51],"anomaly":[2,112],"detection":[3,113],"has":[4,25],"been":[5,26],"a":[6,63,80,156,171,180],"perennially":[7],"important":[8],"topic":[9],"in":[10,21,31,44,89,126],"data":[11],"science,":[12],"with":[13,138,170],"papers":[14,56],"dating":[15],"back":[16],"to":[17,134],"the":[18,39,86,123,143,160,168],"1950s.":[19],"However,":[20],"recent":[22,127],"years":[23,128],"there":[24],"an":[27],"explosion":[28],"of":[29,35,41,54,62,65,85,97,101,111,122,183],"interest":[30],"this":[32,76,139,152],"topic,":[33],"much":[34,121],"it":[36],"driven":[37],"by":[38,70,166],"success":[40],"deep":[42],"learning":[43],"other":[45,49],"domains":[46],"and":[47,118,179],"for":[48],"time":[50],"tasks.":[52],"Most":[53],"these":[55,90,102,136],"test":[57],"on":[58],"one":[59,94],"or":[60,95],"more":[61,96,119],"handful":[64],"popular":[66],"benchmark":[67,172],"datasets,":[68],"created":[69],"Yahoo,":[71],"Numenta,":[72],"NASA,":[73],"etc.":[74],"In":[75,132],"work":[77],"we":[78,105,141],"make":[79],"surprising":[81],"claim.":[82],"The":[83],"majority":[84],"individual":[87],"exemplars":[88],"datasets":[91],"suffer":[92],"from":[93],"four":[98,103],"flaws.":[99],"Because":[100],"flaws,":[104],"believe":[106,150],"that":[107,151,173],"many":[108],"published":[109],"comparisons":[110,176],"algorithms":[114],"may":[115,129],"be":[116,130],"unreliable,":[117],"importantly,":[120],"apparent":[124],"progress":[125],"illusionary.":[131],"addition":[133],"demonstrating":[135],"claims,":[137],"paper":[140],"introduce":[142],"UCR":[144,161],"Series":[146,163],"Anomaly":[147],"Archive.":[148],"We":[149],"resource":[153],"will":[154],"perform":[155],"similar":[157],"role":[158],"as":[159],"Classification":[164],"Archive,":[165],"providing":[167],"community":[169],"allows":[174],"meaningful":[175,181],"between":[177],"approaches":[178],"gauge":[182],"overall":[184],"progress.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":34},{"year":2023,"cited_by_count":33},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":3}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2020-10-08T00:00:00"}