{"id":"https://openalex.org/W4294983363","doi":"https://doi.org/10.3390/a15090315","title":"High Per Parameter: A Large-Scale Study of Hyperparameter Tuning for Machine Learning Algorithms","display_name":"High Per Parameter: A Large-Scale Study of Hyperparameter Tuning for Machine Learning Algorithms","publication_year":2022,"publication_date":"2022-09-02","ids":{"openalex":"https://openalex.org/W4294983363","doi":"https://doi.org/10.3390/a15090315"},"language":"en","primary_location":{"id":"doi:10.3390/a15090315","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a15090315","pdf_url":"https://www.mdpi.com/1999-4893/15/9/315/pdf?version=1662098433","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/15/9/315/pdf?version=1662098433","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004983635","display_name":"Moshe Sipper","orcid":"https://orcid.org/0000-0003-1811-472X"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Moshe Sipper","raw_affiliation_strings":["Department of Computer Science, Ben-Gurion University, Beer-Sheva 8410501, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Ben-Gurion University, Beer-Sheva 8410501, Israel","institution_ids":["https://openalex.org/I124227911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5004983635"],"corresponding_institution_ids":["https://openalex.org/I124227911"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":4.4416,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.95094262,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"15","issue":"9","first_page":"315","last_page":"315"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.9665076732635498},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7072919607162476},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6838357448577881},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6739159226417542},{"id":"https://openalex.org/keywords/hyperparameter-optimization","display_name":"Hyperparameter optimization","score":0.5974165797233582},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5828673839569092},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5533195734024048},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.4934453070163727},{"id":"https://openalex.org/keywords/multinomial-distribution","display_name":"Multinomial distribution","score":0.4666338562965393},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.44537925720214844},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4306715428829193},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23034560680389404},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.21713009476661682},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.15300682187080383}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.9665076732635498},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7072919607162476},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6838357448577881},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6739159226417542},{"id":"https://openalex.org/C10485038","wikidata":"https://www.wikidata.org/wiki/Q48996162","display_name":"Hyperparameter optimization","level":3,"score":0.5974165797233582},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5828673839569092},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5533195734024048},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4934453070163727},{"id":"https://openalex.org/C192065140","wikidata":"https://www.wikidata.org/wiki/Q1147928","display_name":"Multinomial distribution","level":2,"score":0.4666338562965393},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.44537925720214844},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4306715428829193},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23034560680389404},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.21713009476661682},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.15300682187080383},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/a15090315","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a15090315","pdf_url":"https://www.mdpi.com/1999-4893/15/9/315/pdf?version=1662098433","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:16af226e4df046c3aa2f03b06f47a01e","is_oa":true,"landing_page_url":"https://doaj.org/article/16af226e4df046c3aa2f03b06f47a01e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 15, Iss 9, p 315 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-4893/15/9/315/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/a15090315","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/a15090315","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a15090315","pdf_url":"https://www.mdpi.com/1999-4893/15/9/315/pdf?version=1662098433","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4294983363.pdf","grobid_xml":"https://content.openalex.org/works/W4294983363.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2097998348","https://openalex.org/W2101234009","https://openalex.org/W2189149359","https://openalex.org/W2295598076","https://openalex.org/W2768348081","https://openalex.org/W2788079077","https://openalex.org/W2949676527","https://openalex.org/W2969580338","https://openalex.org/W3139241485","https://openalex.org/W3155731460","https://openalex.org/W3203470518","https://openalex.org/W3206431085","https://openalex.org/W4200579912","https://openalex.org/W6674385629","https://openalex.org/W6675354045","https://openalex.org/W6745609711","https://openalex.org/W6748504360","https://openalex.org/W6805025783"],"related_works":["https://openalex.org/W2953665647","https://openalex.org/W4205712847","https://openalex.org/W4281646320","https://openalex.org/W3169687406","https://openalex.org/W2954882791","https://openalex.org/W4287818966","https://openalex.org/W4388119537","https://openalex.org/W3014750173","https://openalex.org/W3192751261","https://openalex.org/W3200811867"],"abstract_inverted_index":{"Hyperparameters":[0],"in":[1,24],"machine":[2],"learning":[3],"(ML)":[4],"have":[5,38],"received":[6],"a":[7,46,110,149],"fair":[8],"amount":[9],"of":[10],"attention,":[11],"and":[12,58,61,67],"hyperparameter":[13,88,137],"tuning":[14,89,138],"has":[15],"come":[16],"to":[17,123,132,139,142],"be":[18,95],"regarded":[19],"as":[20],"an":[21,116],"important":[22],"step":[23],"the":[25,72,125,134,144],"ML":[26,53,79,127,153],"pipeline.":[27],"However,":[28],"just":[29],"how":[30],"useful":[31],"is":[32],"said":[33],"tuning?":[34],"While":[35],"smaller-scale":[36],"experiments":[37],"been":[39],"previously":[40],"conducted,":[41],"herein":[42],"we":[43,74,81,120],"carry":[44],"out":[45],"large-scale":[47],"investigation,":[48],"specifically":[49],"one":[50],"involving":[51],"26":[52,126],"algorithms,":[54,80],"250":[55],"datasets":[56,97],"(regression":[57],"both":[59],"binary":[60],"multinomial":[62],"classification),":[63],"6":[64],"score":[65],"metrics,":[66],"28,857,600":[68],"algorithm":[69],"runs.":[70],"Analyzing":[71],"results":[73],"conclude":[75],"that":[76],"for":[77,98,105],"many":[78],"should":[82],"not":[83],"expect":[84],"considerable":[85],"gains":[86],"from":[87,129,136],"on":[90],"average;":[91],"however,":[92],"there":[93],"may":[94],"some":[96,106],"which":[99,114],"default":[100],"hyperparameters":[101],"perform":[102],"poorly,":[103],"especially":[104],"algorithms.":[107],"By":[108],"defining":[109],"single":[111],"hp_score":[112],"value,":[113],"combines":[115],"algorithm\u2019s":[117],"accumulated":[118],"statistics,":[119],"are":[121],"able":[122],"rank":[124],"algorithms":[128],"those":[130,140],"expected":[131,141],"gain":[133,143],"most":[135],"least.":[145],"We":[146],"believe":[147],"such":[148],"study":[150],"shall":[151],"serve":[152],"practitioners":[154],"at":[155],"large.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}