{"id":"https://openalex.org/W2008973833","doi":"https://doi.org/10.1080/095281300146272","title":"Distribution-balanced stratified cross-validation for accuracy estimation","display_name":"Distribution-balanced stratified cross-validation for accuracy estimation","publication_year":2000,"publication_date":"2000-01-01","ids":{"openalex":"https://openalex.org/W2008973833","doi":"https://doi.org/10.1080/095281300146272","mag":"2008973833"},"language":"en","primary_location":{"id":"doi:10.1080/095281300146272","is_oa":false,"landing_page_url":"https://doi.org/10.1080/095281300146272","pdf_url":null,"source":{"id":"https://openalex.org/S153467142","display_name":"Journal of Experimental & Theoretical Artificial Intelligence","issn_l":"0952-813X","issn":["0952-813X","1362-3079"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Experimental & Theoretical Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103551007","display_name":"Xinchuan Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinchuan Zeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5111465095","display_name":"Tony Martinez","orcid":"https://orcid.org/0009-0009-5855-5459"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tony R. Martinez","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":239,"citation_normalized_percentile":{"value":0.10853169,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"12","issue":"1","first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8177613019943237},{"id":"https://openalex.org/keywords/cross-validation","display_name":"Cross-validation","score":0.785815954208374},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5849400162696838},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5025782585144043},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49033308029174805},{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.46072864532470703},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4065549969673157},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3440931737422943}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8177613019943237},{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.785815954208374},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5849400162696838},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5025782585144043},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49033308029174805},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.46072864532470703},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4065549969673157},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3440931737422943}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/095281300146272","is_oa":false,"landing_page_url":"https://doi.org/10.1080/095281300146272","pdf_url":null,"source":{"id":"https://openalex.org/S153467142","display_name":"Journal of Experimental & Theoretical Artificial Intelligence","issn_l":"0952-813X","issn":["0952-813X","1362-3079"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Experimental & Theoretical Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1680392829","https://openalex.org/W1995945562","https://openalex.org/W2031692264","https://openalex.org/W2061945428","https://openalex.org/W2125055259","https://openalex.org/W2167277498","https://openalex.org/W2330820318","https://openalex.org/W2615497679","https://openalex.org/W2982720039","https://openalex.org/W3085162807","https://openalex.org/W3106889297"],"related_works":["https://openalex.org/W4384470695","https://openalex.org/W3134840015","https://openalex.org/W4366979180","https://openalex.org/W3036095178","https://openalex.org/W2377198601","https://openalex.org/W2381980924","https://openalex.org/W2353774927","https://openalex.org/W2081026125","https://openalex.org/W4367625975","https://openalex.org/W2048917867"],"abstract_inverted_index":{"Abstract":[0],"Cross-validation":[1],"has":[2],"often":[3],"been":[4],"applied":[5],"in":[6,113],"machine":[7],"learning":[8],"research":[9],"for":[10],"estimating":[11],"the":[12,33,61,77,85],"accuracies":[13],"of":[14,87],"classifiers.":[15],"In":[16],"this":[17,24],"work,":[18],"we":[19],"propose":[20],"an":[21],"extension":[22],"to":[23],"method,":[25],"called":[26],"distribution-balanced":[27],"stratified":[28,79],"cross-validation":[29],"(DBSCV),":[30],"which":[31],"improves":[32],"estimation":[34],"quality":[35],"by":[36],"providing":[37],"balanced":[38],"intraclass":[39,110],"distributions":[40],"when":[41,84,108],"partitioning":[42],"a":[43,114],"data":[44,99,115],"set":[45],"into":[46],"multiple":[47,109],"folds.":[48],"We":[49],"have":[50],"tested":[51],"DBSCV":[52,70,104],"on":[53,96],"nine":[54],"real-world":[55],"and":[56,93],"three":[57,97],"artificial":[58,98],"domains":[59],"using":[60],"C4.5":[62],"decision":[63],"trees":[64],"classifier.":[65],"The":[66,91],"results":[67],"show":[68],"that":[69,103],"performs":[71],"better":[72],"(has":[73],"smaller":[74],"biases)":[75],"than":[76],"regular":[78],"crossvalidationin":[80],"most":[81],"cases,":[82],"especially":[83],"number":[86],"folds":[88],"is":[89,105],"small.":[90],"analysis":[92],"experiments":[94],"based":[95],"sets":[100],"also":[101],"reveal":[102],"particularly":[106],"effective":[107],"clusters":[111],"exist":[112],"set.":[116],"Keywords:":[117],"Cross-VALIDATION":[118],"Machine":[119],"Learning":[120],"Research":[121],"True":[122],"Accuracy":[123],"Classifier":[124]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":35},{"year":2023,"cited_by_count":47},{"year":2022,"cited_by_count":39},{"year":2021,"cited_by_count":24},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}