{"id":"https://openalex.org/W3039137796","doi":"https://doi.org/10.1145/3394053","title":"Internal Evaluation of Unsupervised Outlier Detection","display_name":"Internal Evaluation of Unsupervised Outlier Detection","publication_year":2020,"publication_date":"2020-06-26","ids":{"openalex":"https://openalex.org/W3039137796","doi":"https://doi.org/10.1145/3394053","mag":"3039137796"},"language":"en","primary_location":{"id":"doi:10.1145/3394053","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3394053","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3394053","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3394053","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072064839","display_name":"Henrique O. Marques","orcid":"https://orcid.org/0000-0002-8273-5814"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Henrique O. Marques","raw_affiliation_strings":["University of S\u00e3o Paulo, SP, Brazil"],"affiliations":[{"raw_affiliation_string":"University of S\u00e3o Paulo, SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014723418","display_name":"Ricardo J. G. B. Campello","orcid":"https://orcid.org/0000-0003-0266-3492"},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ricardo J. G. B. Campello","raw_affiliation_strings":["University of Newcastle, Callaghan, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Newcastle, Callaghan, NSW, Australia","institution_ids":["https://openalex.org/I78757542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021763337","display_name":"J\u00f6rg Sander","orcid":"https://orcid.org/0000-0003-4068-7268"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"J\u00f6rg Sander","raw_affiliation_strings":["University of Alberta, Edmonton, AB, Canada"],"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047196019","display_name":"Arthur Zimek","orcid":"https://orcid.org/0000-0001-7713-4208"},"institutions":[{"id":"https://openalex.org/I177969490","display_name":"University of Southern Denmark","ror":"https://ror.org/03yrrjy16","country_code":"DK","type":"education","lineage":["https://openalex.org/I177969490"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Arthur Zimek","raw_affiliation_strings":["University of Southern Denmark, Odense, Denmark"],"affiliations":[{"raw_affiliation_string":"University of Southern Denmark, Odense, Denmark","institution_ids":["https://openalex.org/I177969490"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5072064839"],"corresponding_institution_ids":["https://openalex.org/I17974374"],"apc_list":null,"apc_paid":null,"fwci":2.5825,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.91685442,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"14","issue":"4","first_page":"1","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11220","display_name":"Water Systems and Optimization","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.8529639840126038},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.8508180379867554},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6684764623641968},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6408544778823853},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5377509593963623},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5064939260482788},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.49782609939575195},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.49729660153388977},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.4258819818496704},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22471654415130615}],"concepts":[{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.8529639840126038},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.8508180379867554},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6684764623641968},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6408544778823853},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5377509593963623},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5064939260482788},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.49782609939575195},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.49729660153388977},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4258819818496704},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22471654415130615},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3394053","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3394053","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3394053","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},{"id":"pmh:oai:sdu.dk:openaire_cris_publications/2e456f2d-7e30-4d62-9ae2-317fae37f402","is_oa":false,"landing_page_url":"https://portal.findresearcher.sdu.dk/da/publications/2e456f2d-7e30-4d62-9ae2-317fae37f402","pdf_url":null,"source":{"id":"https://openalex.org/S4306400423","display_name":"University of Southern Denmark Research Portal (University of Southern Denmark)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177969490","host_organization_name":"University of Southern Denmark","host_organization_lineage":["https://openalex.org/I177969490"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Marques, H O, Campello, R J G B, Sander, J & Zimek, A 2020, 'Internal Evaluation of Unsupervised Outlier Detection', ACM Transactions on Knowledge Discovery from Data, vol. 14, no. 4, 47. https://doi.org/10.1145/3394053","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3394053","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3394053","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3394053","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2026208086","display_name":null,"funder_award_id":"Grants #2015/06019-0 and #2017/04161-0","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G2165548363","display_name":null,"funder_award_id":"Canada","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G237172224","display_name":null,"funder_award_id":"-0 and","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G2483913576","display_name":null,"funder_award_id":"Grants","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G2862252062","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G3601516360","display_name":null,"funder_award_id":"Brazil","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G4402799499","display_name":null,"funder_award_id":"2015/","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G8663038076","display_name":null,"funder_award_id":"06019","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3039137796.pdf","grobid_xml":"https://content.openalex.org/works/W3039137796.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W126266486","https://openalex.org/W164607750","https://openalex.org/W560804666","https://openalex.org/W632121358","https://openalex.org/W1519440323","https://openalex.org/W1549656520","https://openalex.org/W1975152892","https://openalex.org/W1984410772","https://openalex.org/W1986332411","https://openalex.org/W1989822231","https://openalex.org/W1990106316","https://openalex.org/W1992276041","https://openalex.org/W2007869097","https://openalex.org/W2041184937","https://openalex.org/W2043182541","https://openalex.org/W2049058890","https://openalex.org/W2050439513","https://openalex.org/W2061240327","https://openalex.org/W2066219179","https://openalex.org/W2070272652","https://openalex.org/W2075949491","https://openalex.org/W2098824882","https://openalex.org/W2101549186","https://openalex.org/W2102999520","https://openalex.org/W2116952064","https://openalex.org/W2117839996","https://openalex.org/W2129066856","https://openalex.org/W2133738611","https://openalex.org/W2140190241","https://openalex.org/W2148633987","https://openalex.org/W2160200253","https://openalex.org/W2166377520","https://openalex.org/W2170314592","https://openalex.org/W2171033594","https://openalex.org/W2173213060","https://openalex.org/W2249382963","https://openalex.org/W2282861635","https://openalex.org/W2406935090","https://openalex.org/W2741406507","https://openalex.org/W2794145874","https://openalex.org/W2905367344","https://openalex.org/W2997546679","https://openalex.org/W4230674625","https://openalex.org/W4253461361","https://openalex.org/W4254182148","https://openalex.org/W4256177618","https://openalex.org/W4300306656","https://openalex.org/W4409950432","https://openalex.org/W4409983075"],"related_works":["https://openalex.org/W3006513224","https://openalex.org/W2046456988","https://openalex.org/W2357409937","https://openalex.org/W2510582230","https://openalex.org/W2499612753","https://openalex.org/W3111802945","https://openalex.org/W2946096271","https://openalex.org/W2295423552","https://openalex.org/W1598471830","https://openalex.org/W3107369729"],"abstract_inverted_index":{"Although":[0],"there":[1],"is":[2,22,43,160],"a":[3,71,124],"large":[4],"and":[5,38,92,100,122,150,199,211],"growing":[6],"literature":[7],"that":[8,147],"tackles":[9],"the":[10,15,27,36,39,60,75,107,127,158,181],"unsupervised":[11,16,84],"outlier":[12,19,108,131,154,173,189],"detection":[13,20,109,132,155,174,190],"problem,":[14],"evaluation":[17,91,129],"of":[18,70,77,94,130,143,184,188,209],"results":[21],"still":[23],"virtually":[24],"untouched":[25],"in":[26,74,81,106,203],"literature.":[28],"The":[29],"so-called":[30],"internal":[31,90,128],"evaluation,":[32],"based":[33],"solely":[34],"on":[35],"data":[37],"assessed":[40],"solutions":[41,61,96,165],"themselves,":[42],"required":[44],"if":[45],"one":[46],"wants":[47],"to":[48,83,102,162,168,180],"statistically":[49,194],"validate":[50],"(in":[51,57],"absolute":[52],"terms)":[53,59],"or":[54,66],"just":[55],"compare":[56,151],"relative":[58],"provided":[62],"by":[63,67],"different":[64,68,152,207],"algorithms":[65],"parameterizations":[69],"given":[72],"algorithm":[73],"absence":[76],"labeled":[78],"data.":[79],"However,":[80],"contrast":[82],"cluster":[85],"analysis,":[86],"where":[87],"indexes":[88],"for":[89,126,197],"validation":[93],"clustering":[95],"have":[97],"been":[98,114],"conceived":[99],"shown":[101],"be":[103],"very":[104],"useful,":[105],"domain,":[110],"this":[111,120],"problem":[112,121],"has":[113],"notably":[115],"overlooked.":[116],"Here":[117],"we":[118,135],"discuss":[119],"provide":[123],"solution":[125],"results.":[133,175],"Specifically,":[134],"describe":[136],"an":[137],"index":[138,159],"called":[139],"Internal,":[140],"Relative":[141],"Evaluation":[142],"Outlier":[144],"Solutions":[145],"(IREOS)":[146],"can":[148],"evaluate":[149,163,201],"candidate":[153],"solutions.":[156],"Initially,":[157],"designed":[161],"binary":[164],"only,":[166],"referred":[167],"as":[169],"top":[170],"-":[171],"n":[172],"We":[176,192],"then":[177],"extend":[178],"IREOS":[179,196],"general":[182],"case":[183],"non-binary":[185],"solutions,":[186],"consisting":[187],"scorings.":[191],"also":[193],"adjust":[195],"chance":[198],"extensively":[200],"it":[202],"several":[204],"experiments":[205],"involving":[206],"collections":[208],"synthetic":[210],"real":[212],"datasets.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}