{"id":"https://openalex.org/W2083607096","doi":"https://doi.org/10.1145/2063576.2063774","title":"External evaluation measures for subspace clustering","display_name":"External evaluation measures for subspace clustering","publication_year":2011,"publication_date":"2011-10-24","ids":{"openalex":"https://openalex.org/W2083607096","doi":"https://doi.org/10.1145/2063576.2063774","mag":"2083607096"},"language":"en","primary_location":{"id":"doi:10.1145/2063576.2063774","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2063576.2063774","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM international conference on Information and knowledge management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074504351","display_name":"Stephan G\u00fcnnemann","orcid":null},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stephan G\u00fcnnemann","raw_affiliation_strings":["RWTH Aachen University, Aachen, Germany","RWTH-Aachen University, Aachen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"RWTH-Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059010508","display_name":"Ines F\u00e4rber","orcid":null},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ines F\u00e4rber","raw_affiliation_strings":["RWTH Aachen University, Aachen, Germany","RWTH-Aachen University, Aachen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"RWTH-Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053906729","display_name":"Emmanuel M\u00fcller","orcid":"https://orcid.org/0000-0002-5409-6875"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Emmanuel M\u00fcller","raw_affiliation_strings":["Karlsruhe Institute of Technology, Karlsruhe, Germany","Karlsruhe Institute of Technology, Karlsruhe,#N#Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Karlsruhe Institute of Technology, Karlsruhe,#N#Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104360871","display_name":"Ira Assent","orcid":"https://orcid.org/0000-0002-1091-9948"},"institutions":[{"id":"https://openalex.org/I204337017","display_name":"Aarhus University","ror":"https://ror.org/01aj84f44","country_code":"DK","type":"education","lineage":["https://openalex.org/I204337017"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Ira Assent","raw_affiliation_strings":["Aarhus University, Aarhus, Denmark","Aarhus University, Aarhus , Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aarhus University, Aarhus, Denmark","institution_ids":["https://openalex.org/I204337017"]},{"raw_affiliation_string":"Aarhus University, Aarhus , Denmark","institution_ids":["https://openalex.org/I204337017"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003335849","display_name":"Thomas Seidl","orcid":"https://orcid.org/0000-0002-4861-1412"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Seidl","raw_affiliation_strings":["RWTH Aachen University, Aachen, Germany","RWTH-Aachen University, Aachen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"RWTH-Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.284,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.97988506,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1363","last_page":"1372"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10637","display_name":"Advanced Clustering Algorithms Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10637","display_name":"Advanced Clustering Algorithms Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7706376314163208},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.751152515411377},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.7006322145462036},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6756897568702698},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.6644846200942993},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.6348878145217896},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6149762868881226},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.5046519041061401},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3407355844974518},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.312072217464447},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.07558131217956543}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7706376314163208},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.751152515411377},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.7006322145462036},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6756897568702698},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.6644846200942993},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.6348878145217896},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6149762868881226},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.5046519041061401},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3407355844974518},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.312072217464447},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.07558131217956543},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2063576.2063774","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2063576.2063774","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM international conference on Information and knowledge management","raw_type":"proceedings-article"},{"id":"pmh:oai:publications.rwth-aachen.de:227512","is_oa":false,"landing_page_url":"https://publications.rwth-aachen.de/record/227512","pdf_url":null,"source":{"id":"https://openalex.org/S4306401362","display_name":"RWTH Publications (RWTH Aachen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887968799","host_organization_name":"RWTH Aachen University","host_organization_lineage":["https://openalex.org/I887968799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 2011 ACM International Conference on Information and Knowledge Management & co-located workshops : BooksOnline'11, CIR'11, CloudDB'11, DESIRE'11, DETECT'11, DOLAP'11, DTMBIO'11, ESAIR'11, LSDS-IR'11, MedEx'11, MIXHS'11, PaIR'11, PIKM'11, SMER'11, & SMUC'11 ; October 24 - 28, 2011, Glasgow, Scotland, UK / sponsored by: ACM SIGIR & ACM SIGWEB<br/>2011 ACM International Conference on Information and Knowledge Management & co-located workshops, Glasgow, UK, 2011-10-24 - 2011-10-28","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:pure.atira.dk:publications/d2dcdac5-2478-4f4a-884b-9c32f2d95621","is_oa":false,"landing_page_url":"https://pure.au.dk/portal/en/publications/d2dcdac5-2478-4f4a-884b-9c32f2d95621","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"G\u00fcnnemann, S, F\u00e4rber, I, M\u00fcller, E, Assent, I & Seidl, T 2011, External Evaluation Measures for Subspace Clustering. in Proceedings of the 20th ACM international conference on Information and knowledge management . Association for Computing Machinery, pp. 1363-1372, 20th ACM Conference on Information and Knowledge Management. CIKM 2011, Glasgow, United Kingdom, 24/10/2011. https://doi.org/10.1145/2063576.2063774","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W191006456","https://openalex.org/W1562753845","https://openalex.org/W1977496278","https://openalex.org/W1995433152","https://openalex.org/W2006533296","https://openalex.org/W2011191813","https://openalex.org/W2065811242","https://openalex.org/W2072240081","https://openalex.org/W2079361215","https://openalex.org/W2089055054","https://openalex.org/W2102286993","https://openalex.org/W2109746343","https://openalex.org/W2112210867","https://openalex.org/W2113586398","https://openalex.org/W2117355841","https://openalex.org/W2129630294","https://openalex.org/W2135105223","https://openalex.org/W2140439590","https://openalex.org/W2153504810","https://openalex.org/W2163900690","https://openalex.org/W2167091752","https://openalex.org/W4244268470","https://openalex.org/W4254311734"],"related_works":["https://openalex.org/W1980381208","https://openalex.org/W2364594919","https://openalex.org/W2167092671","https://openalex.org/W1861706286","https://openalex.org/W2219338811","https://openalex.org/W2149583853","https://openalex.org/W2143002539","https://openalex.org/W4255837520","https://openalex.org/W4293472652","https://openalex.org/W1120847856"],"abstract_inverted_index":{"Knowledge":[0],"discovery":[1],"in":[2,25,84,104,132,179],"databases":[3],"requires":[4],"not":[5,101],"only":[6,52,63],"development":[7],"of":[8,49,89,134,145,153],"novel":[9,124],"mining":[10],"techniques":[11],"but":[12],"also":[13],"fair":[14,41],"and":[15,118,169,176],"comparable":[16],"quality":[17,48,95,135,160],"assessment":[18],"based":[19,114],"on":[20,115,173],"objective":[21],"evaluation":[22,57,68,83,112,126,146,154,181],"measures.":[23,147],"Especially":[24],"young":[26],"research":[27,87],"areas":[28],"where":[29],"no":[30],"common":[31],"measures":[32,69,100,155,168],"are":[33,36,71,171,177],"available,":[34],"researchers":[35],"unable":[37],"to":[38],"provide":[39,78,150],"a":[40,123,151],"evaluation.":[42],"Typically,":[43],"publications":[44],"glorify":[45],"the":[46,67,79,85,105,109,130,158],"high":[47],"one":[50],"approach":[51],"justified":[53],"by":[54],"an":[55],"arbitrary":[56],"measure.":[58],"However,":[59],"such":[60],"conclusions":[61],"can":[62],"be":[64],"drawn":[65],"if":[66],"themselves":[70],"fully":[72],"understood.":[73],"In":[74,137],"this":[75],"paper,":[76],"we":[77,140,149],"basis":[80],"for":[81,97,164],"systematic":[82],"emerging":[86],"area":[88],"subspace":[90,98],"clustering.":[91],"We":[92,107,121],"formalize":[93],"general":[94,159],"criteria":[96,117,161],"clustering":[99],"yet":[102],"addressed":[103],"literature.":[106],"compare":[108],"existing":[110],"external":[111,125],"methods":[113],"these":[116],"pinpoint":[119],"limitations.":[120],"propose":[122],"measure":[127],"which":[128],"meets":[129],"requirements":[131],"form":[133],"properties.":[136],"thorough":[138],"experiments":[139],"empirically":[141],"show":[142],"characteristic":[143],"properties":[144],"Overall,":[148],"set":[152],"that":[156],"fulfill":[157],"as":[162],"recommendation":[163],"future":[165],"evaluations.":[166],"All":[167],"datasets":[170],"provided":[172],"our":[174,180],"website":[175],"integrated":[178],"framework.":[182]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":10},{"year":2012,"cited_by_count":10}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}