{"id":"https://openalex.org/W2005201432","doi":"https://doi.org/10.1145/225298.225301","title":"An experimental and theoretical comparison of model selection methods","display_name":"An experimental and theoretical comparison of model selection methods","publication_year":1995,"publication_date":"1995-01-01","ids":{"openalex":"https://openalex.org/W2005201432","doi":"https://doi.org/10.1145/225298.225301","mag":"2005201432"},"language":"en","primary_location":{"id":"doi:10.1145/225298.225301","doi":"https://doi.org/10.1145/225298.225301","is_oa":true,"landing_page_url":"https://doi.org/10.1145/225298.225301","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/225298.225301","source":{"id":"https://openalex.org/S4306418075","display_name":"Conference on Learning Theory","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the eighth annual conference on Computational learning theory - COLT '95","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2005201432"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/225298.225301","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029730907","display_name":"Michael J. Kearns","orcid":"https://orcid.org/0000-0001-7569-0147","observed_orcids":["https://orcid.org/0000-0001-7569-0147"]},"institutions":[{"id":"https://openalex.org/I1283103587","display_name":"AT&T (United States)","ror":"https://ror.org/02bbd5539","country_code":"US","type":"company","lineage":["https://openalex.org/I1283103587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Kearns","raw_affiliation_strings":["AT&T Bell Laboratories, Murray Hill, New Jersey","AT&T Bell labs, Murray Hill, New Jersey#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AT&T Bell Laboratories, Murray Hill, New Jersey","institution_ids":["https://openalex.org/I1283103587"]},{"raw_affiliation_string":"AT&T Bell labs, Murray Hill, New Jersey#TAB#","institution_ids":["https://openalex.org/I1283103587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014637159","display_name":"Yishay Mansour","orcid":"https://orcid.org/0000-0001-6891-2645","observed_orcids":["https://orcid.org/0000-0001-6891-2645"]},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yishay Mansour","raw_affiliation_strings":["Tel Aviv University, Tel Aviv, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102617494","display_name":"Andrew Y. Ng","orcid":"https://orcid.org/0000-0001-5547-3196","observed_orcids":["https://orcid.org/0000-0001-5547-3196"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Y. Ng","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, Pennsylvania","Carnegie Mellon Univ, Pittsburgh, Pennsylvania#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, Pennsylvania","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon Univ, Pittsburgh, Pennsylvania#TAB#","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063746987","display_name":"Dana Ron","orcid":"https://orcid.org/0000-0001-6576-7200","observed_orcids":["https://orcid.org/0000-0001-6576-7200"]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Dana Ron","raw_affiliation_strings":["Hebrew University, Jerusalem, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hebrew University, Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":20.6471,"has_fulltext":true,"cited_by_count":161,"citation_normalized_percentile":{"value":1.0,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"21","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.01590000092983246,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13141","display_name":"Statistical Methods and Applications","score":0.011099999770522118,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-selection","display_name":"model selection","score":0.9860000014305115},{"id":"https://openalex.org/keywords/model-selection-algorithm","display_name":"model selection algorithm","score":0.9729999899864197},{"id":"https://openalex.org/keywords/algorithm-comparison","display_name":"algorithm comparison","score":0.7760000228881836},{"id":"https://openalex.org/keywords/model-complexity","display_name":"model complexity","score":0.8100000023841858},{"id":"https://openalex.org/keywords/algorithm-performance-evaluation","display_name":"algorithm performance evaluation","score":0.6050000190734863}],"concepts":[{"id":"https://openalex.org/C3020510925","wikidata":"https://www.wikidata.org/wiki/Q33935","display_name":"Tel aviv","level":2,"score":0.9882495999336243},{"id":"https://openalex.org/C91304198","wikidata":"https://www.wikidata.org/wiki/Q9288","display_name":"Hebrew","level":2,"score":0.8617540597915649},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.7493938207626343},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5173239707946777},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4784236550331116},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.4727685749530792},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.4294787049293518},{"id":"https://openalex.org/C74916050","wikidata":"https://www.wikidata.org/wiki/Q841090","display_name":"Classics","level":1,"score":0.2671571671962738},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2513620853424072}],"mesh":[],"locations_count":10,"locations":[{"id":"doi:10.1145/225298.225301","doi":"https://doi.org/10.1145/225298.225301","is_oa":true,"landing_page_url":"https://doi.org/10.1145/225298.225301","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/225298.225301","source":{"id":"https://openalex.org/S4306418075","display_name":"Conference on Learning Theory","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the eighth annual conference on Computational learning theory - COLT '95","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.40.5708","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.40.5708","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.informatik.uni-bonn.de/III/lehre/seminare/Mustererkennung/WS99/ms.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.45.2830","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.45.2830","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ftp://ftp.math.tau.ac.il/pub/mansour/PAPERS/MACHINE_LEARNING/colt95.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.50.751","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.50.751","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ftp://theory.lcs.mit.edu/pub/people/danar/methods-ml.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.54.3053","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.54.3053","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.math.tau.ac.il/~mansour/papers/95colt.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.57.5513","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.57.5513","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.huji.ac.il/labs/learning/Papers/methods-colt95.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.66.6822","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.66.6822","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.huji.ac.il/labs/learning/Papers/methods-colt95.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.76.1966","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.76.1966","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cis.upenn.edu/~mkearns/papers/ms.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.78.1648","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.78.1648","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.robotics.stanford.edu/~ang/papers/colt-95.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.8.7745","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.8.7745","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.berkeley.edu/~ang/papers/ml97-modelselection.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/225298.225301","doi":"https://doi.org/10.1145/225298.225301","is_oa":true,"landing_page_url":"https://doi.org/10.1145/225298.225301","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/225298.225301","source":{"id":"https://openalex.org/S4306418075","display_name":"Conference on Learning Theory","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the eighth annual conference on Computational learning theory - COLT '95","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2005201432.pdf","grobid_xml":"https://content.openalex.org/works/W2005201432.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W130159071","https://openalex.org/W1530699444","https://openalex.org/W1533169541","https://openalex.org/W1968908999","https://openalex.org/W1982381767","https://openalex.org/W1983661866","https://openalex.org/W2029538739","https://openalex.org/W2038390905","https://openalex.org/W2043076104","https://openalex.org/W2054658115","https://openalex.org/W2063261057","https://openalex.org/W2090614046","https://openalex.org/W2095734615","https://openalex.org/W2099111195","https://openalex.org/W2103012681","https://openalex.org/W2107844279","https://openalex.org/W2112081648","https://openalex.org/W2117049614","https://openalex.org/W2573934436"],"related_works":["https://openalex.org/W4255295282","https://openalex.org/W3175664265","https://openalex.org/W1576736789","https://openalex.org/W7101209352","https://openalex.org/W7097960596","https://openalex.org/W7099555559","https://openalex.org/W7095843932","https://openalex.org/W6903972594","https://openalex.org/W2519467584","https://openalex.org/W118425151"],"abstract_inverted_index":{"In":[0,119,131],"the":[1,21,71,87,107,116,127,136,140],"model":[2,49,76,95,108,128],"selection":[3,50,77,96,109,129],"problem...":[4],"The":[5,113],"goal":[6],"of":[7,75,94,106,115,126,138],"this":[8,132],"paper":[9,117],"is":[10,33,81],"to":[11,19,24,54],"provide":[12,65,123],"such":[13],"a":[14,124],"comparison,":[15],"and":[16,41,52,58,61,63,73],"more":[17],"importantly,":[18],"describe":[20],"general":[22,67],"conclusions":[23],"which":[25],"it":[26],"has":[27],"led.":[28],"Relying":[29],"on":[30,102],"evidence":[31],"that":[32,82],"approximately":[34],"equally":[35],"divided":[36],"between":[37],"controlled":[38],"experimental":[39],"results":[40,84],"related":[42],"formal":[43],"analysis,":[44],"we":[45,64,122,134],"compare":[46],"three":[47],"well-known":[48],"algorithms":[51],"attempt":[53],"identify":[55],"their":[56],"relative":[57],"absolute":[59],"strengths":[60],"weaknesses,":[62],"some":[66,103],"methods":[68],"for":[69],"analyzing":[70],"behavior":[72],"performance":[74],"algorithms.":[78],"Our":[79],"hope":[80],"these":[83],"will":[85],"help":[86],"informed":[88],"practitioner":[89],"make":[90],"an":[91],"educated":[92],"choice":[93],"algorithm":[97],"(perhaps":[98],"based":[99],"in":[100],"part":[101],"known":[104],"properties":[105],"problem":[110,137],"confronting":[111],"them).":[112],"summary":[114],"follows.":[118],"Section":[120],"2,":[121],"formalization":[125],"problem.":[130],"formalization,":[133],"isolate":[135],"choosing":[139],"appropriate":[141],"complexity...":[142]},"counts_by_year":[{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":4}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2016-06-24T00:00:00"}
