{"id":"https://openalex.org/W4409149132","doi":"https://doi.org/10.1145/3690624.3709229","title":"On the Hyperparameter Loss Landscapes of Machine Learning Models: An Exploratory Study","display_name":"On the Hyperparameter Loss Landscapes of Machine Learning Models: An Exploratory Study","publication_year":2025,"publication_date":"2025-04-04","ids":{"openalex":"https://openalex.org/W4409149132","doi":"https://doi.org/10.1145/3690624.3709229"},"language":"en","primary_location":{"id":"doi:10.1145/3690624.3709229","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3690624.3709229","pdf_url":null,"source":null,"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3690624.3709229","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103036649","display_name":"Mingyu Huang","orcid":"https://orcid.org/0000-0003-2829-8673"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mingyu Huang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100343450","display_name":"Ke Li","orcid":"https://orcid.org/0000-0001-7200-4244"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ke Li","raw_affiliation_strings":["University of Exeter, Exeter, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Exeter, Exeter, United Kingdom","institution_ids":["https://openalex.org/I23923803"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5103036649"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03176313,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"555","last_page":"564"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9671000242233276,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10928","display_name":"Probabilistic and Robust Engineering Design","score":0.9639999866485596,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.8402460813522339},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6500043869018555},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6022886633872986},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5139650702476501},{"id":"https://openalex.org/keywords/exploratory-research","display_name":"Exploratory research","score":0.44852015376091003},{"id":"https://openalex.org/keywords/exploratory-analysis","display_name":"Exploratory analysis","score":0.42154833674430847},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.17455628514289856}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.8402460813522339},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6500043869018555},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6022886633872986},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5139650702476501},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.44852015376091003},{"id":"https://openalex.org/C3018260909","wikidata":"https://www.wikidata.org/wiki/Q1322871","display_name":"Exploratory analysis","level":2,"score":0.42154833674430847},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.17455628514289856},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3690624.3709229","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3690624.3709229","pdf_url":null,"source":null,"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.1","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3690624.3709229","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3690624.3709229","pdf_url":null,"source":null,"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.1","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1997104952","https://openalex.org/W1997676547","https://openalex.org/W2044400415","https://openalex.org/W2073853984","https://openalex.org/W2079505110","https://openalex.org/W2126643167","https://openalex.org/W2137246147","https://openalex.org/W2161032864","https://openalex.org/W2182070128","https://openalex.org/W2200000192","https://openalex.org/W2306286809","https://openalex.org/W2314046539","https://openalex.org/W2556522401","https://openalex.org/W2572573235","https://openalex.org/W2808007481","https://openalex.org/W2898806520","https://openalex.org/W2998993395","https://openalex.org/W3042471545","https://openalex.org/W3045004532","https://openalex.org/W3123511746","https://openalex.org/W3133848418","https://openalex.org/W3179950556","https://openalex.org/W3193827700","https://openalex.org/W3201904098","https://openalex.org/W4221128536","https://openalex.org/W4225531501","https://openalex.org/W4281874897","https://openalex.org/W4285805226","https://openalex.org/W4288083546","https://openalex.org/W4291270683","https://openalex.org/W4294237904","https://openalex.org/W4299959846","https://openalex.org/W4300432631","https://openalex.org/W4323644307","https://openalex.org/W4385764222","https://openalex.org/W4385768231","https://openalex.org/W4385768276","https://openalex.org/W4390135192","https://openalex.org/W4400582255","https://openalex.org/W4411522839"],"related_works":["https://openalex.org/W2602382373","https://openalex.org/W3003615511","https://openalex.org/W4285827128","https://openalex.org/W3198113463","https://openalex.org/W2787698406","https://openalex.org/W2961085424","https://openalex.org/W2963844355","https://openalex.org/W4306674287","https://openalex.org/W4361251046","https://openalex.org/W98577079"],"abstract_inverted_index":{"Previous":[0],"efforts":[1],"on":[2,13,51,72,111,125,153],"hyperparameter":[3,26],"optimization":[4],"(HPO)":[5],"of":[6,23,40,60,77,106,145,159],"machine":[7],"learning":[8],"(ML)":[9],"models":[10,110],"predominately":[11],"focus":[12],"algorithmic":[14],"advances,":[15],"yet":[16],"little":[17],"is":[18,171],"known":[19],"about":[20],"the":[21,24,37,65,87,154,157],"topography":[22,140],"underlying":[25],"(HP)":[27],"loss":[28,104],"landscape,":[29],"which":[30],"plays":[31],"a":[32,82,137,142],"fundamental":[33],"role":[34],"in":[35,163],"governing":[36],"search":[38],"process":[39],"HPO.":[41,164],"While":[42],"several":[43,160],"works":[44],"have":[45],"conducted":[46],"fitness":[47],"landscape":[48,62,139],"analysis":[49,124],"(FLA)":[50],"various":[52],"ML":[53,109],"systems,":[54],"they":[55],"are":[56],"limited":[57],"to":[58],"properties":[59],"isolated":[61],"without":[63],"interrogating":[64],"potential":[66],"structural":[67],"similarities":[68,79],"among":[69],"landscapes":[70,105,127],"induced":[71],"different":[73,115],"scenarios.":[74],"The":[75,165],"exploration":[76],"such":[78],"can":[80],"provide":[81],"novel":[83],"perspective":[84],"for":[85],"understanding":[86],"mechanism":[88,155],"behind":[89,156],"modern":[90],"HPO":[91],"methods,":[92],"but":[93],"has":[94],"been":[95],"missing.":[96],"In":[97],"this":[98,169],"paper,":[99],"we":[100,135],"mapped":[101],"1,500":[102],"HP":[103],"6":[107],"representative":[108],"63":[112],"datasets":[113],"across":[114,141],"fidelity":[116],"levels,":[117],"with":[118,128,168],"11M+":[119],"configurations.":[120],"By":[121],"conducting":[122],"exploratory":[123],"these":[126],"fine-grained":[129],"visualizations":[130],"and":[131,148,150],"dedicated":[132],"FLA":[133],"metrics,":[134],"observed":[136],"similar":[138],"wide":[143],"range":[144],"models,":[146],"datasets,":[147],"fidelities,":[149],"shed":[151],"light":[152],"success":[158],"popular":[161],"methods":[162],"artifacts":[166],"associated":[167],"paper":[170],"available":[172],"at":[173],"https://github.com/COLA-Laboratory/GraphFLA.":[174]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}