{"id":"https://openalex.org/W2067577784","doi":"https://doi.org/10.1186/1756-0500-5-656","title":"Estimating misclassification error: a closer look at cross-validation based methods","display_name":"Estimating misclassification error: a closer look at cross-validation based methods","publication_year":2012,"publication_date":"2012-11-28","ids":{"openalex":"https://openalex.org/W2067577784","doi":"https://doi.org/10.1186/1756-0500-5-656","mag":"2067577784","pmid":"https://pubmed.ncbi.nlm.nih.gov/23190936","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/3556102"},"language":"en","primary_location":{"id":"doi:10.1186/1756-0500-5-656","doi":"https://doi.org/10.1186/1756-0500-5-656","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1756-0500-5-656","pdf_url":"https://bmcresnotes.biomedcentral.com/counter/pdf/10.1186/1756-0500-5-656","source":{"id":"https://openalex.org/S100014455","display_name":"BMC Research Notes","issn_l":"1756-0500","issn":["1756-0500"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Research Notes","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcresnotes.biomedcentral.com/counter/pdf/10.1186/1756-0500-5-656","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080238822","display_name":"Songthip Ounpraseuth","orcid":"https://orcid.org/0000-0001-5623-0444","observed_orcids":["https://orcid.org/0000-0001-5623-0444"]},"institutions":[{"id":"https://openalex.org/I79620101","display_name":"University of Arkansas for Medical Sciences","ror":"https://ror.org/00xcryt71","country_code":"US","type":"education","lineage":["https://openalex.org/I79620101"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Songthip Ounpraseuth","raw_affiliation_strings":["Department of Biostatistics, University of Arkansas for Medical Sciences, 4301 W. Markham St. Slot 781, Little Rock, AR 72205, USA. STOunpraseuth@uams.edu","Department of Biostatistics, University of Arkansas for Medical Sciences, 4301 W. Markham St. Slot 781, Little Rock, AR, 72205, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, University of Arkansas for Medical Sciences, 4301 W. Markham St. Slot 781, Little Rock, AR 72205, USA. STOunpraseuth@uams.edu","institution_ids":["https://openalex.org/I79620101"]},{"raw_affiliation_string":"Department of Biostatistics, University of Arkansas for Medical Sciences, 4301 W. Markham St. Slot 781, Little Rock, AR, 72205, USA","institution_ids":["https://openalex.org/I79620101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066486945","display_name":"Shelly Lensing","orcid":"https://orcid.org/0000-0002-6231-9362","observed_orcids":["https://orcid.org/0000-0002-6231-9362"]},"institutions":[{"id":"https://openalex.org/I79620101","display_name":"University of Arkansas for Medical Sciences","ror":"https://ror.org/00xcryt71","country_code":"US","type":"education","lineage":["https://openalex.org/I79620101"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shelly Y Lensing","raw_affiliation_strings":["Department of Biostatistics, University of Arkansas for Medical Sciences, 4301 W. Markham St. Slot 781, Little Rock, AR, 72205, SA","Department of Biostatistics, University of Arkansas for Medical Sciences, Little Rock, SA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, University of Arkansas for Medical Sciences, 4301 W. Markham St. Slot 781, Little Rock, AR, 72205, SA","institution_ids":["https://openalex.org/I79620101"]},{"raw_affiliation_string":"Department of Biostatistics, University of Arkansas for Medical Sciences, Little Rock, SA","institution_ids":["https://openalex.org/I79620101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031203861","display_name":"Horace Jack Spencer","orcid":"https://orcid.org/0000-0001-8176-881X","observed_orcids":["https://orcid.org/0000-0001-8176-881X"]},"institutions":[{"id":"https://openalex.org/I79620101","display_name":"University of Arkansas for Medical Sciences","ror":"https://ror.org/00xcryt71","country_code":"US","type":"education","lineage":["https://openalex.org/I79620101"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Horace J Spencer","raw_affiliation_strings":["Department of Biostatistics, University of Arkansas for Medical Sciences, 4301 W. Markham St. Slot 781, Little Rock, AR, 72205, SA","Department of Biostatistics, University of Arkansas for Medical Sciences, Little Rock, SA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, University of Arkansas for Medical Sciences, 4301 W. Markham St. Slot 781, Little Rock, AR, 72205, SA","institution_ids":["https://openalex.org/I79620101"]},{"raw_affiliation_string":"Department of Biostatistics, University of Arkansas for Medical Sciences, Little Rock, SA","institution_ids":["https://openalex.org/I79620101"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021079697","display_name":"Ralph L. Kodell","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I79620101","display_name":"University of Arkansas for Medical Sciences","ror":"https://ror.org/00xcryt71","country_code":"US","type":"education","lineage":["https://openalex.org/I79620101"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ralph L Kodell","raw_affiliation_strings":["Department of Biostatistics, University of Arkansas for Medical Sciences, 4301 W. Markham St. Slot 781, Little Rock, AR, 72205, SA","Department of Biostatistics, University of Arkansas for Medical Sciences, Little Rock, SA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, University of Arkansas for Medical Sciences, 4301 W. Markham St. Slot 781, Little Rock, AR, 72205, SA","institution_ids":["https://openalex.org/I79620101"]},{"raw_affiliation_string":"Department of Biostatistics, University of Arkansas for Medical Sciences, Little Rock, SA","institution_ids":["https://openalex.org/I79620101"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5080238822"],"corresponding_institution_ids":["https://openalex.org/I79620101"],"apc_list":{"value":1690,"currency":"USD","value_usd":1690},"apc_paid":{"value":1690,"currency":"USD","value_usd":1690},"fwci":2.2014,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.88538523,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"5","issue":"1","first_page":"656","last_page":"656"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.5360999703407288,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.5360999703407288,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.10760000348091125,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.10000000149011612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cross-validation","display_name":"cross-validation","score":0.8679999709129333},{"id":"https://openalex.org/keywords/k-fold-cross-validation","display_name":"k-fold cross-validation","score":0.9919999837875366},{"id":"https://openalex.org/keywords/bias-variance-trade-off","display_name":"bias-variance trade-off","score":0.8180000185966492},{"id":"https://openalex.org/keywords/generalization-error","display_name":"generalization error","score":0.7990000247955322},{"id":"https://openalex.org/keywords/classifier-validation","display_name":"classifier validation","score":0.5569999814033508},{"id":"https://openalex.org/keywords/breast-cancer-gene-expression","display_name":"breast cancer gene expression","score":0.5389999747276306}],"concepts":[{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6352871656417847},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5690398812294006},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5597203969955444},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3659168481826782},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3426864743232727},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3209761381149292}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001943","descriptor_name":"Breast Neoplasms","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":false},{"descriptor_ui":"D001943","descriptor_name":"Breast Neoplasms","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":true},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009010","descriptor_name":"Monte Carlo Method","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011237","descriptor_name":"Predictive Value of Tests","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011379","descriptor_name":"Prognosis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015870","descriptor_name":"Gene Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D020411","descriptor_name":"Oligonucleotide Array Sequence Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D020869","descriptor_name":"Gene Expression Profiling","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1186/1756-0500-5-656","doi":"https://doi.org/10.1186/1756-0500-5-656","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1756-0500-5-656","pdf_url":"https://bmcresnotes.biomedcentral.com/counter/pdf/10.1186/1756-0500-5-656","source":{"id":"https://openalex.org/S100014455","display_name":"BMC Research Notes","issn_l":"1756-0500","issn":["1756-0500"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Research Notes","raw_type":"journal-article"},{"id":"pmh:oai:europepmc.org:2562066","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3556102","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:3556102","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3556102","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Res Notes","raw_type":"Text"},{"id":"pmid:23190936","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/23190936","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC research notes","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:26dad419f934422294d1c982738420eb","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/26dad419f934422294d1c982738420eb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Research Notes, Vol 5, Iss 1, p 656 (2012)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/1756-0500-5-656","doi":"https://doi.org/10.1186/1756-0500-5-656","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1756-0500-5-656","pdf_url":"https://bmcresnotes.biomedcentral.com/counter/pdf/10.1186/1756-0500-5-656","source":{"id":"https://openalex.org/S100014455","display_name":"BMC Research Notes","issn_l":"1756-0500","issn":["1756-0500"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Research Notes","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4043000042438507,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2067577784.pdf","grobid_xml":"https://content.openalex.org/works/W2067577784.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1480376833","https://openalex.org/W1554944419","https://openalex.org/W1970698820","https://openalex.org/W1971317249","https://openalex.org/W1995945562","https://openalex.org/W2020181407","https://openalex.org/W2038107125","https://openalex.org/W2040615655","https://openalex.org/W2046649434","https://openalex.org/W2073792037","https://openalex.org/W2105981176","https://openalex.org/W2107956883","https://openalex.org/W2127314075","https://openalex.org/W2128985829","https://openalex.org/W2133199783","https://openalex.org/W2135699773","https://openalex.org/W2145833756","https://openalex.org/W2160450758","https://openalex.org/W2485377127","https://openalex.org/W2582743722","https://openalex.org/W3106889297"],"related_works":["https://openalex.org/W2073792037","https://openalex.org/W2314127360","https://openalex.org/W2135699773","https://openalex.org/W2141007997","https://openalex.org/W2078064739","https://openalex.org/W1934225318","https://openalex.org/W2110298216","https://openalex.org/W7005686126","https://openalex.org/W3092198787","https://openalex.org/W1973009402"],"abstract_inverted_index":{"BACKGROUND:":[0],"To":[1],"estimate":[2,176],"a":[3,60,104,131,147,164,169,182,206,229,242],"classifier's":[4,170,230],"error":[5,39,145,180],"in":[6,111,133,158],"predicting":[7],"future":[8],"observations,":[9],"bootstrap":[10,64],"methods":[11,22],"have":[12,154],"been":[13,155],"proposed":[14],"as":[15],"reduced-variation":[16],"alternatives":[17],"to":[18,48,58,67,130,153,175,244],"traditional":[19],"cross-validation":[20],"(CV)":[21],"based":[23],"on":[24,41,186],"sampling":[25],"without":[26],"replacement.":[27],"Monte":[28],"Carlo":[29],"(MC)":[30],"simulation":[31,56,116,194],"studies":[32],"aimed":[33,139],"at":[34,140],"estimating":[35,71,141,168,228],"the":[36,42,76,80,90,95,134,142,177,187,202,211,215,223],"true":[37,143],"misclassification":[38,179],"conditional":[40,144,185],"training":[43,188],"set":[44,189],"are":[45],"commonly":[46],"used":[47],"compare":[49,59],"CV":[50,65,69,86,137,162,174,221],"methods.":[51],"We":[52,218],"conducted":[53],"an":[54],"MC":[55,193],"study":[57],"new":[61,96,224],"method":[62,226],"of":[63,84,94,107,122,136,146,181,195,205,214,237],"(BCV)":[66],"k-fold":[68,85,220],"for":[70,167,227,246],"clasification":[72],"error.":[73,232],"FINDINGS:":[74],"For":[75],"low-dimensional":[77],"conditions":[78],"simulated,":[79],"modest":[81],"positive":[82],"bias":[83,93,125,204,236],"contrasted":[87],"sharply":[88],"with":[89],"substantial":[91],"negative":[92,235],"BCV":[97,225,238],"method.":[98],"This":[99],"behavior":[100],"was":[101],"corroborated":[102],"using":[103,173],"real-world":[105],"dataset":[106],"prognostic":[108],"gene-expression":[109],"profiles":[110],"breast":[112],"cancer":[113],"patients.":[114],"Our":[115],"results":[117],"demonstrate":[118],"some":[119],"extreme":[120,234],"characteristics":[121],"variance":[123,213],"and":[124,149],"that":[126,150],"can":[127,199],"occur":[128],"due":[129],"fault":[132],"design":[135],"exercises":[138],"classifier,":[148,207],"appear":[151],"not":[152],"fully":[156],"appreciated":[157],"previous":[159],"studies.":[160],"Although":[161],"is":[163,190,239],"sound":[165],"practice":[166],"generalization":[171,231],"error,":[172],"fixed":[178],"trained":[183],"classifier":[184],"problematic.":[191],"While":[192],"this":[196],"estimation":[197],"exercise":[198],"correctly":[200],"represent":[201],"average":[203],"it":[208],"will":[209],"overstate":[210],"between-run":[212],"bias.":[216],"CONCLUSIONS:":[217],"recommend":[219],"over":[222],"The":[233],"too":[240],"high":[241],"price":[243],"pay":[245],"its":[247],"reduced":[248],"variance.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":3}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}