{"id":"https://openalex.org/W2007918253","doi":"https://doi.org/10.1155/2010/548906","title":"Small-Sample Error Estimation for Bagged Classification Rules","display_name":"Small-Sample Error Estimation for Bagged Classification Rules","publication_year":2010,"publication_date":"2010-09-30","ids":{"openalex":"https://openalex.org/W2007918253","doi":"https://doi.org/10.1155/2010/548906","mag":"2007918253"},"language":"en","primary_location":{"id":"doi:10.1155/2010/548906","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2010/548906","pdf_url":"https://asp-eurasipjournals.springeropen.com/counter/pdf/10.1155/2010/548906","source":{"id":"https://openalex.org/S35920007","display_name":"EURASIP Journal on Advances in Signal Processing","issn_l":"1687-6172","issn":["1687-6172","1687-6180"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Advances in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://asp-eurasipjournals.springeropen.com/counter/pdf/10.1155/2010/548906","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110008749","display_name":"T. T. Vu","orcid":null},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"T. T. Vu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Texas A&M University, College Station, TX, 77843-3128, USA","Department of Electrical and Computer, Engineering, Texas A&M University, College Station, TX#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Texas A&M University, College Station, TX, 77843-3128, USA","institution_ids":["https://openalex.org/I91045830"]},{"raw_affiliation_string":"Department of Electrical and Computer, Engineering, Texas A&M University, College Station, TX#TAB#","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026990034","display_name":"Ulisses Braga-Neto","orcid":"https://orcid.org/0000-0002-1210-2173"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"U. M. Braga-Neto","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Texas A&M University, College Station, TX, 77843-3128, USA","Department of Electrical and Computer, Engineering, Texas A&M University, College Station, TX#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Texas A&M University, College Station, TX, 77843-3128, USA","institution_ids":["https://openalex.org/I91045830"]},{"raw_affiliation_string":"Department of Electrical and Computer, Engineering, Texas A&M University, College Station, TX#TAB#","institution_ids":["https://openalex.org/I91045830"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5110008749"],"corresponding_institution_ids":["https://openalex.org/I91045830"],"apc_list":{"value":1140,"currency":"GBP","value_usd":1398},"apc_paid":{"value":1140,"currency":"GBP","value_usd":1398},"fwci":0.0,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.08365307,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"2010","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.9102526903152466},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6516761779785156},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5147997736930847},{"id":"https://openalex.org/keywords/classification-rule","display_name":"Classification rule","score":0.4970445930957794},{"id":"https://openalex.org/keywords/bootstrap-aggregating","display_name":"Bootstrap aggregating","score":0.467191219329834},{"id":"https://openalex.org/keywords/sample-size-determination","display_name":"Sample size determination","score":0.45518559217453003},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4428216814994812},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4190068244934082},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4101484417915344},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3858238458633423},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2893166244029999}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.9102526903152466},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6516761779785156},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5147997736930847},{"id":"https://openalex.org/C104317236","wikidata":"https://www.wikidata.org/wiki/Q4330126","display_name":"Classification rule","level":2,"score":0.4970445930957794},{"id":"https://openalex.org/C162040801","wikidata":"https://www.wikidata.org/wiki/Q799897","display_name":"Bootstrap aggregating","level":2,"score":0.467191219329834},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.45518559217453003},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4428216814994812},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4190068244934082},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4101484417915344},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3858238458633423},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2893166244029999},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1155/2010/548906","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2010/548906","pdf_url":"https://asp-eurasipjournals.springeropen.com/counter/pdf/10.1155/2010/548906","source":{"id":"https://openalex.org/S35920007","display_name":"EURASIP Journal on Advances in Signal Processing","issn_l":"1687-6172","issn":["1687-6172","1687-6180"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Advances in Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:cfb4649734e144e685434e0aa4f23080","is_oa":true,"landing_page_url":"https://doaj.org/article/cfb4649734e144e685434e0aa4f23080","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EURASIP Journal on Advances in Signal Processing, Vol 2010 (2010)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2010/548906","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2010/548906","pdf_url":"https://asp-eurasipjournals.springeropen.com/counter/pdf/10.1155/2010/548906","source":{"id":"https://openalex.org/S35920007","display_name":"EURASIP Journal on Advances in Signal Processing","issn_l":"1687-6172","issn":["1687-6172","1687-6180"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Advances in Signal Processing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1224870161","display_name":"CAREER: Theory and Application of Small-Sample Error Estimation in Genomic Signal Processing","funder_award_id":"0845407","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8520302635","display_name":null,"funder_award_id":"CCF-0845407","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2007918253.pdf","grobid_xml":"https://content.openalex.org/works/W2007918253.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W98862427","https://openalex.org/W1491358283","https://openalex.org/W1520812622","https://openalex.org/W1966363110","https://openalex.org/W1978005360","https://openalex.org/W1981739091","https://openalex.org/W1990252480","https://openalex.org/W1993760849","https://openalex.org/W2040615655","https://openalex.org/W2051830951","https://openalex.org/W2059856037","https://openalex.org/W2078064739","https://openalex.org/W2093717447","https://openalex.org/W2097413644","https://openalex.org/W2110298216","https://openalex.org/W2116882627","https://openalex.org/W2117085409","https://openalex.org/W2117460135","https://openalex.org/W2117897510","https://openalex.org/W2119985557","https://openalex.org/W2127314075","https://openalex.org/W2128589733","https://openalex.org/W2128985829","https://openalex.org/W2130213158","https://openalex.org/W2131822674","https://openalex.org/W2142471335","https://openalex.org/W2149048950","https://openalex.org/W2149687534","https://openalex.org/W2160450758","https://openalex.org/W2164568552","https://openalex.org/W2519438632","https://openalex.org/W2799061466","https://openalex.org/W2911964244","https://openalex.org/W2912934387","https://openalex.org/W3152294918","https://openalex.org/W4230946174","https://openalex.org/W4237515976","https://openalex.org/W4245929783","https://openalex.org/W4250236131","https://openalex.org/W6607163335"],"related_works":["https://openalex.org/W4388813866","https://openalex.org/W4293088233","https://openalex.org/W2850804095","https://openalex.org/W1481656249","https://openalex.org/W2162280767","https://openalex.org/W2999104021","https://openalex.org/W2774950576","https://openalex.org/W1570799877","https://openalex.org/W2800688113","https://openalex.org/W2057598446"],"abstract_inverted_index":{"Application":[0],"of":[1,16,47,70,95,100,102,123,157,166,179],"ensemble":[2],"classification":[3,21,60,104],"rules":[4],"in":[5,31,141,168,195],"genomics":[6,32],"and":[7,33,109,115],"proteomics":[8],"has":[9],"become":[10],"increasingly":[11],"common.":[12],"However,":[13],"the":[14,27,41,59,71,85,93,121,144,150,155,158,170,180,189],"problem":[15],"error":[17,86,125],"estimation":[18],"for":[19,24,44],"these":[20],"rules,":[22,105],"particularly":[23],"bagging":[25,101],"under":[26],"small-sample":[28],"settings":[29],"prevalent":[30],"proteomics,":[34],"is":[35,75,88,161,173,183],"not":[36],"well":[37],"understood.":[38],"Breiman":[39],"proposed":[40],"\"out-of-bag\"":[42],"method":[43],"estimating":[45],"statistics":[46],"bagged":[48],"classifiers,":[49,192],"which":[50],"was":[51],"subsequently":[52],"applied":[53,111],"by":[54,81],"other":[55,181,196],"authors":[56],"to":[57,77,120,143,164],"estimate":[58],"error.":[61],"In":[62],"this":[63],"paper,":[64],"we":[65],"give":[66],"an":[67,96],"explicit":[68],"definition":[69],"out-of-bag":[72,145,159,171],"estimator":[73,79,160,172],"that":[74,154,165],"intended":[76],"remove":[78],"bias,":[80],"formulating":[82],"carefully":[83],"how":[84],"count":[87],"normalized.":[89],"We":[90],"also":[91],"report":[92],"results":[94,148],"extensive":[97],"simulation":[98],"study":[99],"common":[103,124],"including":[106],"LDA,":[107],"3NN,":[108],"CART,":[110],"on":[112],"both":[113],"synthetic":[114],"real":[116],"patient":[117],"data,":[118],"corresponding":[119,190],"use":[122],"estimators":[126,182],"such":[127],"as":[128,193],"resubstitution,":[129],"leave-one-out,":[130],"cross-validation,":[131],"basic":[132],"bootstrap,":[133],"bootstrap":[134,136],"632,":[135],"632":[137],"plus,":[138],"bolstering,":[139],"semi-bolstering,":[140],"addition":[142],"estimator.":[146],"The":[147,177],"from":[149],"numerical":[151],"experiments":[152],"indicated":[153],"performance":[156,178,187],"very":[162],"similar":[163],"leave-one-out;":[167],"particular,":[169],"slightly":[174],"pessimistically":[175],"biased.":[176],"consistent":[184],"with":[185,188],"their":[186],"single":[191],"reported":[194],"studies.":[197]},"counts_by_year":[{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}