{"id":"https://openalex.org/W2006151125","doi":"https://doi.org/10.1109/tnnls.2012.2202401","title":"In-Sample and Out-of-Sample Model Selection and Error Estimation for Support Vector Machines","display_name":"In-Sample and Out-of-Sample Model Selection and Error Estimation for Support Vector Machines","publication_year":2012,"publication_date":"2012-06-29","ids":{"openalex":"https://openalex.org/W2006151125","doi":"https://doi.org/10.1109/tnnls.2012.2202401","mag":"2006151125","pmid":"https://pubmed.ncbi.nlm.nih.gov/24807923"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2012.2202401","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2012.2202401","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036611143","display_name":"Davide Anguita","orcid":"https://orcid.org/0000-0001-7523-5291"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"D. Anguita","raw_affiliation_strings":["DITEN, University of Genova, Genova, Italy","[DITEN, University of Genova, GENOVA, Italy]"],"affiliations":[{"raw_affiliation_string":"DITEN, University of Genova, Genova, Italy","institution_ids":["https://openalex.org/I83816512"]},{"raw_affiliation_string":"[DITEN, University of Genova, GENOVA, Italy]","institution_ids":["https://openalex.org/I83816512"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078185707","display_name":"Alessandro Ghio","orcid":"https://orcid.org/0000-0002-2370-0179"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"A. Ghio","raw_affiliation_strings":["DITEN, University of Genova, Genova, Italy","[DITEN, University of Genova, GENOVA, Italy]"],"affiliations":[{"raw_affiliation_string":"DITEN, University of Genova, Genova, Italy","institution_ids":["https://openalex.org/I83816512"]},{"raw_affiliation_string":"[DITEN, University of Genova, GENOVA, Italy]","institution_ids":["https://openalex.org/I83816512"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045802198","display_name":"Luca Oneto","orcid":"https://orcid.org/0000-0002-8445-395X"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"L. Oneto","raw_affiliation_strings":["DITEN, University of Genova, Genova, Italy","[DITEN, University of Genova, GENOVA, Italy]"],"affiliations":[{"raw_affiliation_string":"DITEN, University of Genova, Genova, Italy","institution_ids":["https://openalex.org/I83816512"]},{"raw_affiliation_string":"[DITEN, University of Genova, GENOVA, Italy]","institution_ids":["https://openalex.org/I83816512"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072692847","display_name":"Sandro Ridella","orcid":"https://orcid.org/0000-0003-0612-8219"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"S. Ridella","raw_affiliation_strings":["DITEN, University of Genova, Genova, Italy","[DITEN, University of Genova, GENOVA, Italy]"],"affiliations":[{"raw_affiliation_string":"DITEN, University of Genova, Genova, Italy","institution_ids":["https://openalex.org/I83816512"]},{"raw_affiliation_string":"[DITEN, University of Genova, GENOVA, Italy]","institution_ids":["https://openalex.org/I83816512"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5036611143"],"corresponding_institution_ids":["https://openalex.org/I83816512"],"apc_list":null,"apc_paid":null,"fwci":5.1221,"has_fulltext":false,"cited_by_count":119,"citation_normalized_percentile":{"value":0.96414626,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"23","issue":"9","first_page":"1390","last_page":"1406"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.7787308096885681},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.7364144921302795},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6868906021118164},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5637246370315552},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5559009909629822},{"id":"https://openalex.org/keywords/sample-size-determination","display_name":"Sample size determination","score":0.5462859869003296},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5259143114089966},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.508305013179779},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4852166473865509},{"id":"https://openalex.org/keywords/structural-risk-minimization","display_name":"Structural risk minimization","score":0.4683973789215088},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46730729937553406},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.46636900305747986},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.43887725472450256},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3239279091358185},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.22945931553840637},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17745089530944824}],"concepts":[{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.7787308096885681},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.7364144921302795},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6868906021118164},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5637246370315552},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5559009909629822},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.5462859869003296},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5259143114089966},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.508305013179779},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4852166473865509},{"id":"https://openalex.org/C154507838","wikidata":"https://www.wikidata.org/wiki/Q7625053","display_name":"Structural risk minimization","level":3,"score":0.4683973789215088},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46730729937553406},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.46636900305747986},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.43887725472450256},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3239279091358185},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.22945931553840637},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17745089530944824},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tnnls.2012.2202401","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2012.2202401","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:24807923","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24807923","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:arpi.unipi.it:11568/962603","is_oa":false,"landing_page_url":"http://hdl.handle.net/11568/962603","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:iris.unige.it:11567/522432","is_oa":false,"landing_page_url":"http://hdl.handle.net/11567/522432","pdf_url":null,"source":{"id":"https://openalex.org/S4377196291","display_name":"CINECA IRIS Institutial Research Information System (University of Genoa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83816512","host_organization_name":"University of Genoa","host_organization_lineage":["https://openalex.org/I83816512"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W198584455","https://openalex.org/W1512098439","https://openalex.org/W1560724230","https://openalex.org/W1569966285","https://openalex.org/W1594303125","https://openalex.org/W1604938182","https://openalex.org/W1618905105","https://openalex.org/W1663973292","https://openalex.org/W1680392829","https://openalex.org/W1771155305","https://openalex.org/W1786332878","https://openalex.org/W1840091437","https://openalex.org/W1964153937","https://openalex.org/W1971459440","https://openalex.org/W1990975153","https://openalex.org/W1995945562","https://openalex.org/W2024812658","https://openalex.org/W2037982184","https://openalex.org/W2057328179","https://openalex.org/W2063368770","https://openalex.org/W2076118331","https://openalex.org/W2082233060","https://openalex.org/W2082988498","https://openalex.org/W2087025987","https://openalex.org/W2087684630","https://openalex.org/W2090089568","https://openalex.org/W2091328698","https://openalex.org/W2097951963","https://openalex.org/W2099579348","https://openalex.org/W2103012681","https://openalex.org/W2104472920","https://openalex.org/W2106491486","https://openalex.org/W2108285333","https://openalex.org/W2109363337","https://openalex.org/W2110298216","https://openalex.org/W2111813059","https://openalex.org/W2115358726","https://openalex.org/W2117151961","https://openalex.org/W2117556077","https://openalex.org/W2119748693","https://openalex.org/W2119821739","https://openalex.org/W2133958955","https://openalex.org/W2134826392","https://openalex.org/W2137591261","https://openalex.org/W2138907228","https://openalex.org/W2142971854","https://openalex.org/W2144336224","https://openalex.org/W2148603752","https://openalex.org/W2149298154","https://openalex.org/W2150285824","https://openalex.org/W2154740476","https://openalex.org/W2160566248","https://openalex.org/W2162152253","https://openalex.org/W2167370629","https://openalex.org/W2168228682","https://openalex.org/W2168561598","https://openalex.org/W2169171268","https://openalex.org/W2169502938","https://openalex.org/W2170207925","https://openalex.org/W2294142345","https://openalex.org/W2476354798","https://openalex.org/W2579923771","https://openalex.org/W2594639291","https://openalex.org/W2989661724","https://openalex.org/W3009557165","https://openalex.org/W3022552533","https://openalex.org/W3023786531","https://openalex.org/W3091219895","https://openalex.org/W3100743579","https://openalex.org/W3106889297","https://openalex.org/W3123649847","https://openalex.org/W4233413206","https://openalex.org/W4239510810","https://openalex.org/W4242599633","https://openalex.org/W4246435782","https://openalex.org/W6637386731","https://openalex.org/W6638289159","https://openalex.org/W6638983183","https://openalex.org/W6675788551","https://openalex.org/W6677385066","https://openalex.org/W6679665003","https://openalex.org/W6684836731","https://openalex.org/W6732517885","https://openalex.org/W6784174148","https://openalex.org/W7010488498"],"related_works":["https://openalex.org/W4296209631","https://openalex.org/W2561617217","https://openalex.org/W3097449145","https://openalex.org/W4294811468","https://openalex.org/W2355801475","https://openalex.org/W106004901","https://openalex.org/W4293088233","https://openalex.org/W2355243487","https://openalex.org/W2170062176","https://openalex.org/W4321854976"],"abstract_inverted_index":{"In-sample":[0],"approaches":[1,145],"to":[2,107,130],"model":[3],"selection":[4],"and":[5,33,44,60,70,95],"error":[6],"estimation":[7],"of":[8,22,63,75,125,136],"support":[9],"vector":[10],"machines":[11],"(SVMs)":[12],"are":[13],"not":[14,42],"as":[15,17,147],"widespread":[16],"out-of-sample":[18,108,144],"methods,":[19,109],"where":[20,113],"part":[21],"the":[23,28,45,64,76,82,114,123,148,151,154],"data":[24],"is":[25,41,127],"removed":[26],"from":[27],"training":[29],"set":[30],"for":[31],"validation":[32],"testing":[34],"purposes,":[35],"mainly":[36],"because":[37],"their":[38,131],"practical":[39],"application":[40],"straightforward":[43],"latter":[46,115],"provide,":[47],"in":[48,111,134],"many":[49],"cases,":[50],"satisfactory":[51],"results.":[52,119],"In":[53,120],"this":[54],"paper,":[55],"we":[56],"survey":[57],"some":[58],"recent":[59],"not-so-recent":[61],"results":[62],"data-dependent":[65],"structural":[66],"risk":[67],"minimization":[68],"framework":[69],"propose":[71],"a":[72],"proper":[73],"reformulation":[74],"SVM":[77],"learning":[78],"algorithm,":[79],"so":[80],"that":[81,99],"in-sample":[83,101],"approach":[84,102],"can":[85,103,141],"be":[86,104],"effectively":[87],"applied.":[88],"The":[89],"experiments,":[90],"performed":[91],"both":[92],"on":[93],"simulated":[94],"real-world":[96],"datasets,":[97],"show":[98],"our":[100,139],"favorably":[105],"compared":[106,129],"especially":[110],"cases":[112],"ones":[116],"provide":[117],"questionable":[118],"particular,":[121],"when":[122],"number":[124],"samples":[126],"small":[128],"dimensionality,":[132],"like":[133],"classification":[135],"microarray":[137],"data,":[138],"proposal":[140],"outperform":[142],"conventional":[143],"such":[146],"cross":[149],"validation,":[150],"leave-one-out,":[152],"or":[153],"Bootstrap":[155],"methods.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":21},{"year":2016,"cited_by_count":17},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":13},{"year":2013,"cited_by_count":11},{"year":2012,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}