{"id":"https://openalex.org/W7005686126","doi":null,"title":"A sensitivity study of bias and variance of k-fold cross-validation in prediction error estimation","display_name":"A sensitivity study of bias and variance of k-fold cross-validation in prediction error estimation","alternate_titles":[],"publication_year":2009,"publication_date":"2009-01-01","ids":{"openalex":"https://openalex.org/W7005686126"},"language":"en","primary_location":{"id":"pmh:oai:addi.ehu.es:10810/4628","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10810/4628","pdf_url":null,"source":{"id":"https://openalex.org/S4306400469","display_name":"Communities in ADDI (Universidad del Pais Vasco)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210131160","host_organization_name":"Material Physics Center","host_organization_lineage":["https://openalex.org/I4210131160"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/report"},"parent_works":[],"lineage":["https://openalex.org/W7005686126"],"child_works_count":0,"type":"report","is_traditional":false,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10810/4628","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032083302","display_name":"Juan Diego Rodr\u00edguez Fern\u00e1ndez","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rodr\u00edguez Fern\u00e1ndez, Juan Diego","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043940273","display_name":"Aritz P\u00e9rez Mart\u00ednez","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"P\u00e9rez Mart\u00ednez, Aritz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124656488","display_name":"Jos\u00e9 Antonio Lozano Alonso","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lozano Alonso, Jos\u00e9 Antonio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9423999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9423999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.013799999840557575,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.010700000450015068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/k-fold-cross-validation","display_name":"k-fold cross-validation","score":0.9990000128746033},{"id":"https://openalex.org/keywords/prediction-error-estimation","display_name":"prediction error estimation","score":0.9559999704360962},{"id":"https://openalex.org/keywords/bias-variance-decomposition","display_name":"bias-variance decomposition","score":0.8500000238418579},{"id":"https://openalex.org/keywords/variance-decomposition","display_name":"variance decomposition","score":0.5289999842643738},{"id":"https://openalex.org/keywords/naive-bayes","display_name":"naive Bayes","score":0.8080000281333923},{"id":"https://openalex.org/keywords/nearest-neighbors","display_name":"nearest neighbors","score":0.6919999718666077}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7867000102996826},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6168000102043152},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6003000140190125},{"id":"https://openalex.org/C143809311","wikidata":"https://www.wikidata.org/wiki/Q4874458","display_name":"Bayes error rate","level":5,"score":0.5325999855995178},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5056999921798706},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.43790000677108765},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.39469999074935913},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.37630000710487366},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.3483999967575073},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3391000032424927},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.33169999718666077},{"id":"https://openalex.org/C52001869","wikidata":"https://www.wikidata.org/wiki/Q812530","display_name":"Naive Bayes classifier","level":3,"score":0.33000001311302185},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32199999690055847},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.31139999628067017},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C185207860","wikidata":"https://www.wikidata.org/wiki/Q17004744","display_name":"Bayes classifier","level":4,"score":0.28369998931884766},{"id":"https://openalex.org/C89715816","wikidata":"https://www.wikidata.org/wiki/Q7915763","display_name":"Variance decomposition of forecast errors","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C108311543","wikidata":"https://www.wikidata.org/wiki/Q7915756","display_name":"Variance-based sensitivity analysis","level":4,"score":0.27649998664855957},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.27459999918937683},{"id":"https://openalex.org/C19619285","wikidata":"https://www.wikidata.org/wiki/Q196372","display_name":"Observational error","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C68022304","wikidata":"https://www.wikidata.org/wiki/Q842217","display_name":"Bayes estimator","level":3,"score":0.2621999979019165},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2556000053882599},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.2538999915122986},{"id":"https://openalex.org/C191393472","wikidata":"https://www.wikidata.org/wiki/Q15222032","display_name":"Bias of an estimator","level":4,"score":0.2533000111579895}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:addi.ehu.es:10810/4628","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10810/4628","pdf_url":null,"source":{"id":"https://openalex.org/S4306400469","display_name":"Communities in ADDI (Universidad del Pais Vasco)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210131160","host_organization_name":"Material Physics Center","host_organization_lineage":["https://openalex.org/I4210131160"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/report"},{"id":"pmh:oai:addi.ehu.eus:10810/4628","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10810/4628","pdf_url":null,"source":{"id":"https://openalex.org/S4306401964","display_name":"Communities in ADDI (University of the Basque Country)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I169108374","host_organization_name":"University of the Basque Country","host_organization_lineage":["https://openalex.org/I169108374"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/report"},{"id":"pmh:oai:dnet:addi________::92b4ee7013e6193e9af7f9a5086150ae","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10810/4628","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/report"},{"id":"pmh:oai:hispana.mcu.es:60823923","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10810/4628","pdf_url":null,"source":{"id":"https://openalex.org/S4377196108","display_name":"Hispana","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/report"}],"best_oa_location":{"id":"pmh:oai:addi.ehu.es:10810/4628","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10810/4628","pdf_url":null,"source":{"id":"https://openalex.org/S4306400469","display_name":"Communities in ADDI (Universidad del Pais Vasco)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210131160","host_organization_name":"Material Physics Center","host_organization_lineage":["https://openalex.org/I4210131160"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/report"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7005686126.pdf","grobid_xml":"https://content.openalex.org/works/W7005686126.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W117143849","https://openalex.org/W168332103","https://openalex.org/W189329303","https://openalex.org/W205043379","https://openalex.org/W1521062204","https://openalex.org/W1544685773","https://openalex.org/W1565746575","https://openalex.org/W1608401492","https://openalex.org/W1625504505","https://openalex.org/W1680392829","https://openalex.org/W1840338487","https://openalex.org/W1994435442","https://openalex.org/W2110298216","https://openalex.org/W2111814036","https://openalex.org/W2112081648","https://openalex.org/W2116882627","https://openalex.org/W2158325103","https://openalex.org/W2169561303","https://openalex.org/W2490800645","https://openalex.org/W2998678080"],"related_works":["https://openalex.org/W2158143121","https://openalex.org/W1517808374","https://openalex.org/W2998678080","https://openalex.org/W2085281262","https://openalex.org/W2084784387","https://openalex.org/W2605548712","https://openalex.org/W117143849","https://openalex.org/W7096802445","https://openalex.org/W7099824979","https://openalex.org/W7125473564"],"abstract_inverted_index":{"In":[0,18],"the":[1,5,22,42,47,54,70,73,84,92,98,103,122,126,134],"machine":[2],"learning":[3],"field":[4],"performance":[6],"of":[7,15,41,53,69,72,78,102,108,125,136,155],"a":[8,65],"classifier":[9],"is":[10,64],"usually":[11],"measured":[12],"in":[13,83,91,116],"terms":[14],"prediction":[16],"error.":[17,43],"most":[19],"real-world":[20],"problems,":[21],"error":[23,58],"cannot":[24],"be":[25,31],"exactly":[26],"calculated":[27],"and":[28,51,87,100,129,150,161,164],"it":[29],"must":[30],"estimated.":[32],"Therefore,":[33],"it\u2019s":[34],"important":[35],"to":[36,81,89],"choose":[37],"an":[38],"appropriate":[39],"estimator":[40,59,104],"This":[44],"paper":[45,95],"analyzes":[46],"statistical":[48],"properties":[49],"(bias":[50],"variance)":[52],"k-fold":[55],"cross-validation":[56],"classification":[57],"(k-cv).":[60],"Our":[61],"main":[62],"contribution":[63],"novel":[66],"theoretical":[67],"decomposition":[68],"variance":[71,101],"k-cv":[74],"considering":[75],"its":[76],"sources":[77],"variance:":[79],"sensitivity":[80,88],"changes":[82,90],"training":[85,165],"set":[86],"folds.":[93],"The":[94,110,138],"also":[96],"compares":[97],"bias":[99],"for":[105,144],"different":[106,146,153],"values":[107],"k.":[109],"empirical":[111,139],"study":[112,140],"has":[113,141],"been":[114,142],"performed":[115,143],"artificial":[117],"domains":[118],"because":[119],"they":[120],"allow":[121],"exact":[123],"computation":[124],"implied":[127],"quantities":[128],"we":[130],"can":[131],"specify":[132],"rigorously":[133],"conditions":[135],"experimentation.":[137],"two":[145],"classifiers":[147],"(na\u00efve":[148],"Bayes":[149],"nearest":[151],"neighbor),":[152],"number":[154],"folds":[156],"(2,":[157],"5,":[158],"10,":[159],"n)":[160],"sample":[162],"sizes,":[163],"sets":[166],"coming":[167],"from":[168],"assorted":[169],"probability":[170],"distributions.":[171]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7005686126","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
