{"id":"https://openalex.org/W4390120085","doi":"https://doi.org/10.1109/access.2023.3346058","title":"Meta-iCVI: Ensemble Validity Metrics for Concise Labeling of Correct, Under- or Over-Partitioning in Streaming Clustering","display_name":"Meta-iCVI: Ensemble Validity Metrics for Concise Labeling of Correct, Under- or Over-Partitioning in Streaming Clustering","publication_year":2023,"publication_date":"2023-12-22","ids":{"openalex":"https://openalex.org/W4390120085","doi":"https://doi.org/10.1109/access.2023.3346058"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3346058","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3346058","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10371299.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10371299.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019659003","display_name":"Niklas Melton","orcid":"https://orcid.org/0000-0001-9625-7086"},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Niklas M. Melton","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Missouri University of Science and Technology, Rolla, MO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Missouri University of Science and Technology, Rolla, MO, USA","institution_ids":["https://openalex.org/I20382870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055107348","display_name":"Sasha Petrenko","orcid":"https://orcid.org/0000-0003-2442-8901"},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sasha A. Petrenko","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Missouri University of Science and Technology, Rolla, MO, USA"],"raw_orcid":"https://orcid.org/0000-0003-2442-8901","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Missouri University of Science and Technology, Rolla, MO, USA","institution_ids":["https://openalex.org/I20382870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038037619","display_name":"Donald C. Wunsch","orcid":"https://orcid.org/0000-0002-9726-9051"},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Donald C. Wunsch","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Missouri University of Science and Technology, Rolla, MO, USA"],"raw_orcid":"https://orcid.org/0000-0002-9726-9051","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Missouri University of Science and Technology, Rolla, MO, USA","institution_ids":["https://openalex.org/I20382870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17809864,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"11114","last_page":"11124"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10637","display_name":"Advanced Clustering Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10637","display_name":"Advanced Clustering Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9635000228881836,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7989053726196289},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.796771764755249},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.6586544513702393},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5522074699401855},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.5520817637443542},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5487251877784729},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5246415734291077},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5169179439544678},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.5144224762916565},{"id":"https://openalex.org/keywords/consensus-clustering","display_name":"Consensus clustering","score":0.4708858132362366},{"id":"https://openalex.org/keywords/conceptual-clustering","display_name":"Conceptual clustering","score":0.42677533626556396},{"id":"https://openalex.org/keywords/fuzzy-clustering","display_name":"Fuzzy clustering","score":0.294702410697937},{"id":"https://openalex.org/keywords/cure-data-clustering-algorithm","display_name":"CURE data clustering algorithm","score":0.18588528037071228},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13482049107551575},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.12049534916877747}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7989053726196289},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.796771764755249},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.6586544513702393},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5522074699401855},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.5520817637443542},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5487251877784729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5246415734291077},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5169179439544678},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.5144224762916565},{"id":"https://openalex.org/C186767784","wikidata":"https://www.wikidata.org/wiki/Q5162841","display_name":"Consensus clustering","level":5,"score":0.4708858132362366},{"id":"https://openalex.org/C39235581","wikidata":"https://www.wikidata.org/wiki/Q5158434","display_name":"Conceptual clustering","level":5,"score":0.42677533626556396},{"id":"https://openalex.org/C17212007","wikidata":"https://www.wikidata.org/wiki/Q5511111","display_name":"Fuzzy clustering","level":3,"score":0.294702410697937},{"id":"https://openalex.org/C33704608","wikidata":"https://www.wikidata.org/wiki/Q5014717","display_name":"CURE data clustering algorithm","level":4,"score":0.18588528037071228},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13482049107551575},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.12049534916877747},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3346058","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3346058","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10371299.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b23e515d2b2a40ff84500c0069015d96","is_oa":true,"landing_page_url":"https://doaj.org/article/b23e515d2b2a40ff84500c0069015d96","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 11114-11124 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3346058","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3346058","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10371299.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1281130688","display_name":null,"funder_award_id":"W911NF-22-2-0209","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G222815040","display_name":null,"funder_award_id":"FA8650-18-C-7831","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G5259331294","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320312855","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320333675","display_name":"Intelligent Systems Center","ror":null},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390120085.pdf","grobid_xml":"https://content.openalex.org/works/W4390120085.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1564623730","https://openalex.org/W1609562624","https://openalex.org/W1671971767","https://openalex.org/W1981566656","https://openalex.org/W1985059878","https://openalex.org/W1990368529","https://openalex.org/W1996747841","https://openalex.org/W2001619934","https://openalex.org/W2002767255","https://openalex.org/W2007339694","https://openalex.org/W2014725748","https://openalex.org/W2027987815","https://openalex.org/W2039202090","https://openalex.org/W2046803845","https://openalex.org/W2047028564","https://openalex.org/W2051224630","https://openalex.org/W2085487226","https://openalex.org/W2153233077","https://openalex.org/W2220414802","https://openalex.org/W2474170597","https://openalex.org/W2612932006","https://openalex.org/W2896517006","https://openalex.org/W2899017799","https://openalex.org/W2899431500","https://openalex.org/W2906372800","https://openalex.org/W2913549605","https://openalex.org/W2964049638","https://openalex.org/W2982438846","https://openalex.org/W3003487666","https://openalex.org/W3008755548","https://openalex.org/W3042807565","https://openalex.org/W3083424454","https://openalex.org/W3106090541","https://openalex.org/W3120740533","https://openalex.org/W3194131894","https://openalex.org/W4221089512","https://openalex.org/W4226337177","https://openalex.org/W4295887557","https://openalex.org/W4310050171","https://openalex.org/W4315926876","https://openalex.org/W4381613444","https://openalex.org/W4386176242","https://openalex.org/W6678914141","https://openalex.org/W6747769274","https://openalex.org/W6748123190"],"related_works":["https://openalex.org/W2959043464","https://openalex.org/W4237106426","https://openalex.org/W2062029844","https://openalex.org/W2575198468","https://openalex.org/W2065883076","https://openalex.org/W2548052902","https://openalex.org/W2383550963","https://openalex.org/W4242173449","https://openalex.org/W3215702155","https://openalex.org/W4378627977"],"abstract_inverted_index":{"Understanding":[0],"the":[1,71,123,151,185,194],"performance":[2,41,199],"and":[3,11,30,42,78,117,125,146,156,173,193],"validity":[4,65],"of":[5,44,81,127,131,166,188],"clustering":[6,15,177],"algorithms":[7],"is":[8,153],"both":[9],"challenging":[10],"crucial,":[12],"particularly":[13],"when":[14],"must":[16],"be":[17,50,184],"done":[18],"online.":[19],"Until":[20],"recently,":[21],"most":[22],"validation":[23,109,198],"methods":[24],"have":[25,31],"relied":[26],"on":[27,62,114,140,203],"batch":[28],"calculation":[29],"required":[32],"considerable":[33],"human":[34],"expertise":[35],"in":[36,54,84,136,163],"their":[37],"interpretation.":[38],"Improving":[39],"real-time":[40],"interpretability":[43],"cluster":[45,64,108],"validation,":[46],"therefore,":[47],"continues":[48],"to":[49,106,121,183],"an":[51,189],"important":[52],"theme":[53],"improving":[55],"unsupervised":[56],"learning.":[57],"Building":[58],"upon":[59],"previous":[60],"work":[61,88],"incremental":[63],"indices":[66],"(iCVIs),":[67],"this":[68,128,182],"paper":[69],"introduces":[70],"Meta-iCVI":[72,152],"as":[73],"a":[74,154,164],"tool":[75,158],"for":[76,159],"explainable":[77],"concise":[79],"labeling":[80,137],"partition":[82,138,161],"quality":[83,139,162],"online":[85],"clustering.":[86],"Past":[87],"has":[89,200],"shown":[90],"that":[91,150],"some":[92],"iCVIs":[93],"are":[94],"better":[95],"at":[96,100],"detecting":[97],"under-partition;":[98],"others":[99],"over-partition.":[101],"Combining":[102],"them":[103],"was":[104],"hypothesized":[105],"improve":[107],"analysis.":[110],"Experiments":[111],"were":[112,134],"conducted":[113],"generalized":[115],"synthetic":[116],"real-world":[118,141],"data":[119,142],"sets":[120,143],"demonstrate":[122],"efficacy":[124],"application":[126],"method.":[129],"Results":[130],"100%":[132],"accuracy":[133],"achieved":[135],"including":[144],"MNIST":[145],"FLIR":[147],"ADAS,":[148],"demonstrating":[149],"powerful":[155],"efficient":[157,175],"classifying":[160],"variety":[165],"conditions.":[167],"Its":[168],"introduction":[169],"should":[170],"empower":[171],"new":[172],"more":[174],"streaming":[176],"techniques.":[178],"Additionally,":[179],"we":[180],"believe":[181],"first":[186,195],"implementation":[187],"ensemble":[190],"iCVI":[191,197],"metric":[192],"time":[196],"been":[201],"evaluated":[202],"randomized":[204],"sample":[205],"presentation.":[206]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}