{"id":"https://openalex.org/W1992276041","doi":"https://doi.org/10.1145/2791347.2791352","title":"On the internal evaluation of unsupervised outlier detection","display_name":"On the internal evaluation of unsupervised outlier detection","publication_year":2015,"publication_date":"2015-06-29","ids":{"openalex":"https://openalex.org/W1992276041","doi":"https://doi.org/10.1145/2791347.2791352","mag":"1992276041"},"language":"en","primary_location":{"id":"doi:10.1145/2791347.2791352","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2791347.2791352","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th International Conference on Scientific and Statistical Database Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072064839","display_name":"Henrique O. Marques","orcid":"https://orcid.org/0000-0002-8273-5814"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Henrique O. Marques","raw_affiliation_strings":["University of S\u00e3o Paulo, S\u00e3o Carlos, SP, Brazil"],"affiliations":[{"raw_affiliation_string":"University of S\u00e3o Paulo, S\u00e3o Carlos, SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014723418","display_name":"Ricardo J. G. B. Campello","orcid":"https://orcid.org/0000-0003-0266-3492"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ricardo J. G. B. Campello","raw_affiliation_strings":["University of S\u00e3o Paulo, S\u00e3o Carlos, SP, Brazil"],"affiliations":[{"raw_affiliation_string":"University of S\u00e3o Paulo, S\u00e3o Carlos, SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047196019","display_name":"Arthur Zimek","orcid":"https://orcid.org/0000-0001-7713-4208"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Arthur Zimek","raw_affiliation_strings":["Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021763337","display_name":"J\u00f6rg Sander","orcid":"https://orcid.org/0000-0003-4068-7268"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"J\u00f6rg Sander","raw_affiliation_strings":["University of Alberta, Edmonton, AB, Canada"],"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5072064839"],"corresponding_institution_ids":["https://openalex.org/I17974374"],"apc_list":null,"apc_paid":null,"fwci":5.7862,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.96091909,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11443","display_name":"Advanced Statistical Process Monitoring","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.8555768132209778},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.7938456535339355},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6972633600234985},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6770057678222656},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5419259071350098},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5019149780273438},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5003042221069336},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.46268120408058167},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.4117584228515625},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2166035771369934}],"concepts":[{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.8555768132209778},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.7938456535339355},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6972633600234985},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6770057678222656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5419259071350098},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5019149780273438},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5003042221069336},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.46268120408058167},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.4117584228515625},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2166035771369934},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.1145/2791347.2791352","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2791347.2791352","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th International Conference on Scientific and Statistical Database Management","raw_type":"proceedings-article"},{"id":"pmh:oai:researchonline.jcu.edu.au:47059","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400519","display_name":"ResearchOnline at James Cook University (James Cook University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I86467917","host_organization_name":"James Cook University","host_organization_lineage":["https://openalex.org/I86467917"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Item"},{"id":"pmh:oai:sdu.dk:openaire_cris_publications/2e456f2d-7e30-4d62-9ae2-317fae37f402","is_oa":false,"landing_page_url":"https://portal.findresearcher.sdu.dk/da/publications/2e456f2d-7e30-4d62-9ae2-317fae37f402","pdf_url":null,"source":{"id":"https://openalex.org/S4306400423","display_name":"University of Southern Denmark Research Portal (University of Southern Denmark)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177969490","host_organization_name":"University of Southern Denmark","host_organization_lineage":["https://openalex.org/I177969490"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Marques , H O , Campello , R J G B , Sander , J & Zimek , A 2020 , ' Internal Evaluation of Unsupervised Outlier Detection ' , ACM Transactions on Knowledge Discovery from Data , vol. 14 , no. 4 , 47 . https://doi.org/10.1145/3394053","raw_type":"article"},{"id":"pmh:oai:sdu.dk:openaire_cris_publications/6686b710-33bb-4757-b0b3-a1552c782220","is_oa":false,"landing_page_url":"https://portal.findresearcher.sdu.dk/da/publications/6686b710-33bb-4757-b0b3-a1552c782220","pdf_url":null,"source":{"id":"https://openalex.org/S4306400423","display_name":"University of Southern Denmark Research Portal (University of Southern Denmark)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177969490","host_organization_name":"University of Southern Denmark","host_organization_lineage":["https://openalex.org/I177969490"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Marques , H O , Campello , R J G B , Zimek , A & Sander , J 2015 , On the internal evaluation of unsupervised outlier detection . in A Gupta & S L Rathbun (eds) , Proceedings of the 27th International Conference on Scientific and Statistical Database Management, SSDBM '15, La Jolla, CA, USA, June 29 - July 1, 2015 . , 7 , Association for Computing Machinery , pp. 1-12 . https://doi.org/10.1145/2791347.2791352","raw_type":"bookPart"},{"id":"pmh:oai:sdu.dk:publications/6686b710-33bb-4757-b0b3-a1552c782220","is_oa":false,"landing_page_url":"http://doi.acm.org/10.1145/2791347.2791352","pdf_url":null,"source":{"id":"https://openalex.org/S4306400423","display_name":"University of Southern Denmark Research Portal (University of Southern Denmark)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177969490","host_organization_name":"University of Southern Denmark","host_organization_lineage":["https://openalex.org/I177969490"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Marques , H O , Campello , R J G B , Zimek , A & Sander , J 2015 , On the internal evaluation of unsupervised outlier detection . in A Gupta & S L Rathbun (eds) , Proceedings of the 27th International Conference on Scientific and Statistical Database Management, SSDBM '15, La Jolla, CA, USA, June 29 - July 1, 2015 . , 7 , Association for Computing Machinery , pp. 1-12 . https://doi.org/10.1145/2791347.2791352","raw_type":"bookPart"},{"id":"pmh:oai:teses.usp.br:tde-26062015-101457","is_oa":false,"landing_page_url":"https://doi.org/10.11606/D.55.2015.tde-26062015-101457","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"instacron:USP","raw_type":"info:eu-repo/semantics/masterThesis"},{"id":"pmh:oai:www.producao.usp.br:BDPI/49414","is_oa":false,"landing_page_url":"http://www.producao.usp.br/handle/BDPI/49414","pdf_url":null,"source":{"id":"https://openalex.org/S4306401373","display_name":"Scientific Electronic Library Online (S\u00e3o Paulo Research Foundation, Latin American and Caribbean Center on Health Sciences Information, Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2982035970","host_organization_name":"Costa Rican Department of Social Security","host_organization_lineage":["https://openalex.org/I2982035970"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conferenceObject"},{"id":"pmh:uon:41584","is_oa":false,"landing_page_url":"http://hdl.handle.net/1959.13/1441956","pdf_url":null,"source":{"id":"https://openalex.org/S4377196471","display_name":"NOVA (University of Newcastle Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I78757542","host_organization_name":"University of Newcastle Australia","host_organization_lineage":["https://openalex.org/I78757542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W164607750","https://openalex.org/W1552339598","https://openalex.org/W1560724230","https://openalex.org/W1584412742","https://openalex.org/W1847113332","https://openalex.org/W1853854734","https://openalex.org/W1966836840","https://openalex.org/W1971784203","https://openalex.org/W1975152892","https://openalex.org/W1976645306","https://openalex.org/W1986332411","https://openalex.org/W1989822231","https://openalex.org/W1990106316","https://openalex.org/W2000661457","https://openalex.org/W2006238684","https://openalex.org/W2007869097","https://openalex.org/W2015887370","https://openalex.org/W2041184937","https://openalex.org/W2041559880","https://openalex.org/W2043182541","https://openalex.org/W2049058890","https://openalex.org/W2050439513","https://openalex.org/W2056081083","https://openalex.org/W2061240327","https://openalex.org/W2066219179","https://openalex.org/W2075949491","https://openalex.org/W2077061001","https://openalex.org/W2090243355","https://openalex.org/W2101549186","https://openalex.org/W2102999520","https://openalex.org/W2110784166","https://openalex.org/W2117839996","https://openalex.org/W2124536999","https://openalex.org/W2129066856","https://openalex.org/W2129281431","https://openalex.org/W2133098435","https://openalex.org/W2133738611","https://openalex.org/W2140190241","https://openalex.org/W2144182447","https://openalex.org/W2148633987","https://openalex.org/W2160200253","https://openalex.org/W2166377520","https://openalex.org/W2170314592","https://openalex.org/W2249382963","https://openalex.org/W2319660501","https://openalex.org/W2322524800","https://openalex.org/W3120740533","https://openalex.org/W3158497763","https://openalex.org/W4230927207","https://openalex.org/W4253461361","https://openalex.org/W4253903133","https://openalex.org/W4254182148","https://openalex.org/W4300306656","https://openalex.org/W6680704940","https://openalex.org/W6680971561","https://openalex.org/W6770641979","https://openalex.org/W6794817358","https://openalex.org/W6986189286"],"related_works":["https://openalex.org/W3006513224","https://openalex.org/W2075740387","https://openalex.org/W2046456988","https://openalex.org/W2069592018","https://openalex.org/W2499612753","https://openalex.org/W3111802945","https://openalex.org/W2946096271","https://openalex.org/W2295423552","https://openalex.org/W1598471830","https://openalex.org/W3107369729"],"abstract_inverted_index":{"Although":[0],"there":[1],"is":[2,22,43],"a":[3,71,124,158],"large":[4],"and":[5,38,92,100,122,152,167,176,188],"growing":[6],"literature":[7],"that":[8,149],"tackles":[9],"the":[10,15,27,36,39,60,75,107,127],"unsupervised":[11,16,84],"outlier":[12,19,108,133],"detection":[13,20,109,134],"problem,":[14],"evaluation":[17,91,129],"of":[18,70,77,94,130,146,157,160,165,186],"results":[21],"still":[23],"virtually":[24],"untouched":[25],"in":[26,74,81,106,163,180],"literature.":[28],"The":[29],"so-called":[30],"internal":[31,90,128],"evaluation,":[32],"based":[33],"solely":[34],"on":[35],"data":[37,190],"assessed":[40],"solutions":[41,61,96],"themselves,":[42],"required":[44],"if":[45],"one":[46],"wants":[47],"to":[48,83,102],"statistically":[49,171],"validate":[50],"(in":[51,57],"absolute":[52],"terms)":[53,59],"or":[54,66],"just":[55],"compare":[56,153],"relative":[58],"provided":[62],"by":[63,67],"different":[64,68,154,184],"algorithms":[65],"parameterizations":[69],"given":[72],"algorithm":[73],"absence":[76],"labeled":[78],"data.":[79],"However,":[80],"contrast":[82],"cluster":[85],"analysis,":[86],"where":[87],"indexes":[88],"for":[89,126,174],"validation":[93],"clustering":[95],"have":[97],"been":[98,114],"conceived":[99],"shown":[101],"be":[103],"very":[104],"useful,":[105],"domain":[110],"this":[111,120],"problem":[112,121],"has":[113],"notably":[115],"overlooked.":[116],"Here":[117],"we":[118,137],"discuss":[119],"provide":[123],"solution":[125],"top-n":[131],"(binary)":[132],"results.":[135],"Specifically,":[136],"propose":[138],"an":[139],"index":[140],"called":[141],"IREOS":[142,173],"(Internal,":[143],"Relative":[144],"Evaluation":[145],"Outlier":[147],"Solutions)":[148],"can":[150],"evaluate":[151,178],"candidate":[155],"labelings":[156],"collection":[159],"multivariate":[161],"observations":[162],"terms":[164],"outliers":[166],"inliers.":[168],"We":[169],"also":[170],"adjust":[172],"chance":[175],"extensively":[177],"it":[179],"several":[181],"experiments":[182],"involving":[183],"collections":[185],"synthetic":[187],"real":[189],"sets.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}