{"id":"https://openalex.org/W2199905070","doi":"https://doi.org/10.1109/bigdata.2015.7363865","title":"Online anomaly detection over Big Data streams","display_name":"Online anomaly detection over Big Data streams","publication_year":2015,"publication_date":"2015-10-01","ids":{"openalex":"https://openalex.org/W2199905070","doi":"https://doi.org/10.1109/bigdata.2015.7363865","mag":"2199905070"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2015.7363865","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2015.7363865","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090199001","display_name":"Laura Rettig","orcid":"https://orcid.org/0000-0002-9765-0549"},"institutions":[{"id":"https://openalex.org/I154338468","display_name":"University of Fribourg","ror":"https://ror.org/022fs9h90","country_code":"CH","type":"education","lineage":["https://openalex.org/I154338468"]},{"id":"https://openalex.org/I59105498","display_name":"Swisscom (Switzerland)","ror":"https://ror.org/04t1f4f50","country_code":"CH","type":"company","lineage":["https://openalex.org/I59105498"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Laura Rettig","raw_affiliation_strings":["Big Data and Business intelligence Competence Center at Swisscom, Bern-Switzerland","eXascale Infolab, University of Fribourg, Switzerland","Big Data and Business Intelligence Competence Center at Swisscom, Bern-Switzerland#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Big Data and Business intelligence Competence Center at Swisscom, Bern-Switzerland","institution_ids":["https://openalex.org/I59105498"]},{"raw_affiliation_string":"eXascale Infolab, University of Fribourg, Switzerland","institution_ids":["https://openalex.org/I154338468"]},{"raw_affiliation_string":"Big Data and Business Intelligence Competence Center at Swisscom, Bern-Switzerland#TAB#","institution_ids":["https://openalex.org/I59105498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019682263","display_name":"Mourad Khayati","orcid":"https://orcid.org/0000-0002-7512-7124"},"institutions":[{"id":"https://openalex.org/I154338468","display_name":"University of Fribourg","ror":"https://ror.org/022fs9h90","country_code":"CH","type":"education","lineage":["https://openalex.org/I154338468"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mourad Khayati","raw_affiliation_strings":["eXascale Infolab, University of Fribourg, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"eXascale Infolab, University of Fribourg, Switzerland","institution_ids":["https://openalex.org/I154338468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028454093","display_name":"Philippe Cudr\u00e9-Mauroux","orcid":"https://orcid.org/0000-0003-2588-4212"},"institutions":[{"id":"https://openalex.org/I154338468","display_name":"University of Fribourg","ror":"https://ror.org/022fs9h90","country_code":"CH","type":"education","lineage":["https://openalex.org/I154338468"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Philippe Cudre-Mauroux","raw_affiliation_strings":["eXascale Infolab, University of Fribourg, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"eXascale Infolab, University of Fribourg, Switzerland","institution_ids":["https://openalex.org/I154338468"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001278997","display_name":"Micha\u0142 Pi\u00f3rkowski","orcid":null},"institutions":[{"id":"https://openalex.org/I59105498","display_name":"Swisscom (Switzerland)","ror":"https://ror.org/04t1f4f50","country_code":"CH","type":"company","lineage":["https://openalex.org/I59105498"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Michal Piorkowski","raw_affiliation_strings":["Big Data and Business intelligence Competence Center at Swisscom, Bern-Switzerland","Big Data and Business Intelligence Competence Center at Swisscom, Bern-Switzerland#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Big Data and Business intelligence Competence Center at Swisscom, Bern-Switzerland","institution_ids":["https://openalex.org/I59105498"]},{"raw_affiliation_string":"Big Data and Business Intelligence Competence Center at Swisscom, Bern-Switzerland#TAB#","institution_ids":["https://openalex.org/I59105498"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.0131,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.974087,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1113","last_page":"1122"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8523938059806824},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7953019142150879},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.7503582239151001},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.723067581653595},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.660918653011322},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6046638488769531},{"id":"https://openalex.org/keywords/streaming-algorithm","display_name":"Streaming algorithm","score":0.5343778133392334},{"id":"https://openalex.org/keywords/streaming-data","display_name":"Streaming data","score":0.5331294536590576},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5066064596176147},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.4970579445362091},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4290156066417694},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.41316333413124084},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4110928773880005},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.40807080268859863},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.23277103900909424},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.16590619087219238}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8523938059806824},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7953019142150879},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.7503582239151001},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.723067581653595},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.660918653011322},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6046638488769531},{"id":"https://openalex.org/C187166803","wikidata":"https://www.wikidata.org/wiki/Q2835831","display_name":"Streaming algorithm","level":3,"score":0.5343778133392334},{"id":"https://openalex.org/C2777611316","wikidata":"https://www.wikidata.org/wiki/Q39045282","display_name":"Streaming data","level":2,"score":0.5331294536590576},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5066064596176147},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.4970579445362091},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4290156066417694},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.41316333413124084},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4110928773880005},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.40807080268859863},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.23277103900909424},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.16590619087219238},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2015.7363865","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2015.7363865","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1574832543","https://openalex.org/W1965555277","https://openalex.org/W1976821017","https://openalex.org/W2004110412","https://openalex.org/W2026493302","https://openalex.org/W2080234606","https://openalex.org/W2114725120","https://openalex.org/W2130297445","https://openalex.org/W6600140087","https://openalex.org/W6634509215","https://openalex.org/W6675862248","https://openalex.org/W6679815717","https://openalex.org/W6687322159"],"related_works":["https://openalex.org/W1582424504","https://openalex.org/W2914650546","https://openalex.org/W3121032028","https://openalex.org/W4235855182","https://openalex.org/W2110365568","https://openalex.org/W2521606767","https://openalex.org/W2984111956","https://openalex.org/W4206658204","https://openalex.org/W2033043708","https://openalex.org/W2887444169"],"abstract_inverted_index":{"Data":[0,157],"quality":[1],"is":[2],"a":[3,13,155,188,237],"challenging":[4],"problem":[5],"in":[6,59,64,154,216],"many":[7],"real":[8,238],"world":[9],"application":[10],"domains.":[11],"While":[12],"lot":[14],"of":[15,46,134,140,151,190,204,227,247],"attention":[16],"has":[17,49],"been":[18],"given":[19,183],"to":[20,119,200],"detect":[21,121,201],"anomalies":[22,28,48,135,205,214],"for":[23,29,172],"data":[24,42,55,94,100,108],"at":[25],"rest,":[26],"detecting":[27,47],"streaming":[30,161],"applications":[31,39],"still":[32],"largely":[33],"remains":[34],"an":[35,76,129],"open":[36],"problem.":[37],"For":[38],"involving":[40],"several":[41,202],"streams,":[43],"the":[44,65,106,143,147,178,191,223,228],"challenge":[45],"become":[50],"harder":[51],"over":[52,136,240],"time,":[53],"as":[54,95,97],"can":[56,197],"dynamically":[57,120],"evolve":[58],"subtle":[60],"ways":[61],"following":[62],"changes":[63],"underlying":[66,107],"infrastructure.":[67],"In":[68,142],"this":[69],"paper,":[70],"we":[71,126,145,164,194],"describe":[72,146],"and":[73,87,101,116,131,149,169,180,225,231],"empirically":[74,232],"evaluate":[75,233],"online":[77],"anomaly":[78],"detection":[79,133],"pipeline":[80],"that":[81],"satisfies":[82],"two":[83,112,124,192],"key":[84],"conditions:":[85],"generality":[86,179],"scalability.":[88],"Our":[89],"technique":[90],"works":[91],"on":[92,98,105,166,236],"numerical":[93],"well":[96],"categorical":[99],"makes":[102],"no":[103],"assumption":[104],"distributions.":[109],"We":[110,185,220],"implement":[111],"metrics,":[113],"relative":[114],"entropy":[115],"Pearson":[117],"correlation,":[118],"anomalies.":[122],"The":[123],"metrics":[125,193],"use":[127],"provide":[128],"efficient":[130],"effective":[132],"high":[137],"velocity":[138],"streams":[139,242],"events.":[141],"following,":[144],"design":[148],"implementation":[150],"our":[152,174],"approach":[153,175],"Big":[156],"scenario":[158],"using":[159],"state-of-the-art":[160],"components.":[162],"Specifically,":[163],"build":[165],"Kafka":[167],"queues":[168],"Spark":[170],"Streaming":[171],"realizing":[173],"while":[176],"satisfying":[177],"scalability":[181,235],"requirements":[182],"above.":[184],"show":[186],"how":[187],"combination":[189],"put":[195],"forward":[196],"be":[198],"applied":[199],"types":[203],"-":[206,215],"like":[207],"infrastructure":[208],"failures,":[209],"hardware":[210],"misconfiguration":[211],"or":[212],"user-driven":[213],"large-scale":[217],"telecommunication":[218],"networks.":[219],"also":[221],"discuss":[222],"merits":[224],"limitations":[226],"resulting":[229],"architecture":[230],"its":[234],"deployment":[239],"live":[241],"capturing":[243],"events":[244],"from":[245],"millions":[246],"mobile":[248],"devices.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":3},{"year":2012,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
