{"id":"https://openalex.org/W4400245442","doi":"https://doi.org/10.6339/24-jds1140","title":"A Two-Stage Classification for Dealing with Unseen Clusters in the Testing Data","display_name":"A Two-Stage Classification for Dealing with Unseen Clusters in the Testing Data","publication_year":2024,"publication_date":"2024-07-02","ids":{"openalex":"https://openalex.org/W4400245442","doi":"https://doi.org/10.6339/24-jds1140"},"language":"en","primary_location":{"id":"doi:10.6339/24-jds1140","doi":"https://doi.org/10.6339/24-jds1140","is_oa":true,"landing_page_url":"https://doi.org/10.6339/24-jds1140","pdf_url":null,"source":{"id":"https://openalex.org/S2764553900","display_name":"Journal of Data Science","issn_l":"1680-743X","issn":["1680-743X","1683-8602"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["anvur-scientific","doaj","norway-1"],"host_organization":"https://openalex.org/P4327988825","host_organization_name":"People's University of China","host_organization_lineage":["https://openalex.org/P4327988825"],"host_organization_lineage_names":["People's University of China"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data Science","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.6339/24-jds1140","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056212425","display_name":"Jung Wun Lee","orcid":"https://orcid.org/0000-0002-6683-1822","observed_orcids":["https://orcid.org/0000-0002-6683-1822"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jung Wun Lee","raw_affiliation_strings":["Department of Biostatistics, Harvard University, Boston, MA, 02115, USA"],"raw_orcid":"https://orcid.org/0000-0002-6683-1822","affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Harvard University, Boston, MA, 02115, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004606992","display_name":"Ofer Harel","orcid":"https://orcid.org/0000-0002-1054-3055","observed_orcids":["https://orcid.org/0000-0002-1054-3055"]},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ofer Harel","raw_affiliation_strings":["Department of Statistics, University of Connecticut, Storrs, CT, 06269, USA"],"raw_orcid":"https://orcid.org/0000-0002-1054-3055","affiliations":[{"raw_affiliation_string":"Department of Statistics, University of Connecticut, Storrs, CT, 06269, USA","institution_ids":["https://openalex.org/I140172145"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09593181,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"188","last_page":"207"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13141","display_name":"Statistical Methods and Applications","score":0.23319999873638153,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13141","display_name":"Statistical Methods and Applications","score":0.23319999873638153,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.19599999487400055,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.11289999634027481,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/two-stage-classification","display_name":"two-stage classification","score":0.9359999895095825},{"id":"https://openalex.org/keywords/misclassification-bias","display_name":"misclassification bias","score":0.6729999780654907},{"id":"https://openalex.org/keywords/subpopulations","display_name":"subpopulations","score":0.7229999899864197},{"id":"https://openalex.org/keywords/selection-bias","display_name":"selection bias","score":0.7120000123977661},{"id":"https://openalex.org/keywords/classifier-robustness","display_name":"classifier robustness","score":0.49799999594688416}],"concepts":[{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.7011342644691467},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6529397964477539},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.6276947259902954},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.610740065574646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5724660158157349},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.5432482957839966},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5162382125854492},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4880043566226959},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4703060984611511},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4680699110031128},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.4446302354335785},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4429605007171631},{"id":"https://openalex.org/C183380357","wikidata":"https://www.wikidata.org/wiki/Q1776598","display_name":"Cluster sampling","level":3,"score":0.43491101264953613},{"id":"https://openalex.org/C75917345","wikidata":"https://www.wikidata.org/wiki/Q2725298","display_name":"Sampling bias","level":3,"score":0.43049055337905884},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4230094254016876},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.4226628839969635},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4171349108219147},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.28699833154678345},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18087998032569885},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.6339/24-jds1140","doi":"https://doi.org/10.6339/24-jds1140","is_oa":true,"landing_page_url":"https://doi.org/10.6339/24-jds1140","pdf_url":null,"source":{"id":"https://openalex.org/S2764553900","display_name":"Journal of Data Science","issn_l":"1680-743X","issn":["1680-743X","1683-8602"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["anvur-scientific","doaj","norway-1"],"host_organization":"https://openalex.org/P4327988825","host_organization_name":"People's University of China","host_organization_lineage":["https://openalex.org/P4327988825"],"host_organization_lineage_names":["People's University of China"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.6339/24-jds1140","doi":"https://doi.org/10.6339/24-jds1140","is_oa":true,"landing_page_url":"https://doi.org/10.6339/24-jds1140","pdf_url":null,"source":{"id":"https://openalex.org/S2764553900","display_name":"Journal of Data Science","issn_l":"1680-743X","issn":["1680-743X","1683-8602"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["anvur-scientific","doaj","norway-1"],"host_organization":"https://openalex.org/P4327988825","host_organization_name":"People's University of China","host_organization_lineage":["https://openalex.org/P4327988825"],"host_organization_lineage_names":["People's University of China"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data Science","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W101836494","https://openalex.org/W1981367467","https://openalex.org/W1987971958","https://openalex.org/W2019014808","https://openalex.org/W2049633694","https://openalex.org/W2053742104","https://openalex.org/W2056902897","https://openalex.org/W2065392216","https://openalex.org/W2070305658","https://openalex.org/W2081458210","https://openalex.org/W2115627867","https://openalex.org/W2129332419","https://openalex.org/W2137130182","https://openalex.org/W2161813894","https://openalex.org/W2467441066","https://openalex.org/W2519132385","https://openalex.org/W2532271495","https://openalex.org/W2606771561","https://openalex.org/W2764052163","https://openalex.org/W2901114541","https://openalex.org/W2991261409","https://openalex.org/W3032338640","https://openalex.org/W3034724237"],"related_works":["https://openalex.org/W1991591996","https://openalex.org/W2134125014","https://openalex.org/W2125792641","https://openalex.org/W7099365953","https://openalex.org/W7100577371","https://openalex.org/W1982230396","https://openalex.org/W4306173965","https://openalex.org/W1991125456","https://openalex.org/W2146362867","https://openalex.org/W4307323352"],"abstract_inverted_index":{"Classification":[0],"is":[1],"an":[2,105],"important":[3],"statistical":[4,47],"tool":[5],"that":[6,24],"has":[7],"increased":[8],"its":[9],"importance":[10],"since":[11],"the":[12,15,67,71,81,121,130,146,157,162,165],"emergence":[13],"of":[14,164],"data":[16,22,73,132,174],"science":[17],"revolution.":[18],"However,":[19],"a":[20,46,52,84,109,116,125,140,153,172],"training":[21,72,131],"set":[23],"does":[25,74],"not":[26,75,127],"capture":[27,124],"all":[28,77],"underlying":[29,78],"population":[30,61,102],"subgroups":[31],"(or":[32],"clusters)":[33],"will":[34,112],"result":[35],"in":[36,55,69,80,129,149],"biased":[37],"estimates":[38],"or":[39,98],"misclassification.":[40],"In":[41],"this":[42],"paper,":[43],"we":[44,138],"introduce":[45],"and":[48,100,160,171],"computational":[49],"solution":[50],"to":[51,89,144,155],"possible":[53],"bias":[54],"classification":[56,117,142],"when":[57],"implemented":[58],"on":[59,120],"estimated":[60],"clusters.":[62,103],"An":[63],"unseen-cluster":[64,106,147,158],"problem":[65,107,148,159],"denotes":[66],"case":[68],"which":[70],"contain":[76],"clusters":[79],"population.":[82],"Such":[83],"scenario":[85],"may":[86],"occur":[87],"due":[88],"various":[90],"reasons,":[91],"such":[92,136],"as":[93],"sampling":[94],"errors,":[95],"selection":[96],"bias,":[97],"emerging":[99],"disappearing":[101],"Once":[104],"occurs,":[108],"testing":[110],"observation":[111],"be":[113],"misclassified":[114],"because":[115],"rule":[118],"based":[119],"sample":[122],"cannot":[123],"cluster":[126],"observed":[128],"(sample).":[133],"To":[134],"overcome":[135],"issues,":[137],"suggest":[139,152],"two-stage":[141,166],"method":[143],"ameliorate":[145],"classification.":[150],"We":[151],"test":[154],"identify":[156],"demonstrate":[161],"performance":[163],"tailored":[167],"classifier":[168],"using":[169],"simulations":[170],"public":[173],"example.":[175]},"counts_by_year":[],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2024-07-03T00:00:00"}