{"id":"https://openalex.org/W2913525628","doi":"https://doi.org/10.1109/hipc.2018.00014","title":"DeepHyper: Asynchronous Hyperparameter Search for Deep Neural Networks","display_name":"DeepHyper: Asynchronous Hyperparameter Search for Deep Neural Networks","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2913525628","doi":"https://doi.org/10.1109/hipc.2018.00014","mag":"2913525628"},"language":"en","primary_location":{"id":"doi:10.1109/hipc.2018.00014","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hipc.2018.00014","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 25th International Conference on High Performance Computing (HiPC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068721920","display_name":"Prasanna Balaprakash","orcid":"https://orcid.org/0000-0002-0292-5715"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Prasanna Balaprakash","raw_affiliation_strings":["Mathematics & Computer Science Division, Leadership Computing Facility Argonne National Laboratory, Lemont"],"affiliations":[{"raw_affiliation_string":"Mathematics & Computer Science Division, Leadership Computing Facility Argonne National Laboratory, Lemont","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009715575","display_name":"Michael Salim","orcid":"https://orcid.org/0000-0002-4800-1593"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Salim","raw_affiliation_strings":["Mathematics & Computer Science Division, Leadership Computing Facility Argonne National Laboratory, Lemont"],"affiliations":[{"raw_affiliation_string":"Mathematics & Computer Science Division, Leadership Computing Facility Argonne National Laboratory, Lemont","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036112655","display_name":"Thomas Uram","orcid":"https://orcid.org/0000-0002-5631-0142"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas D. Uram","raw_affiliation_strings":["Argonne National Laboratory, Argonne, IL, US"],"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory, Argonne, IL, US","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006278241","display_name":"Venkat Vishwanath","orcid":null},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Venkat Vishwanath","raw_affiliation_strings":["Mathematics & Computer Science Division, Leadership Computing Facility Argonne National Laboratory, Lemont"],"affiliations":[{"raw_affiliation_string":"Mathematics & Computer Science Division, Leadership Computing Facility Argonne National Laboratory, Lemont","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083426306","display_name":"Stefan M. Wild","orcid":"https://orcid.org/0000-0002-6099-2772"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stefan M. Wild","raw_affiliation_strings":["Argonne National Laboratory, Argonne, IL, US"],"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory, Argonne, IL, US","institution_ids":["https://openalex.org/I1282105669"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5068721920"],"corresponding_institution_ids":["https://openalex.org/I1282105669"],"apc_list":null,"apc_paid":null,"fwci":8.2925,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":{"value":0.98013718,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"42","last_page":"51"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8153330683708191},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.800391435623169},{"id":"https://openalex.org/keywords/hyperparameter-optimization","display_name":"Hyperparameter optimization","score":0.7202156782150269},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6243138909339905},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6209747195243835},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5446606874465942},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5059632658958435},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.4116082787513733},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.4109608232975006},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.18958348035812378},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.09809935092926025}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8153330683708191},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.800391435623169},{"id":"https://openalex.org/C10485038","wikidata":"https://www.wikidata.org/wiki/Q48996162","display_name":"Hyperparameter optimization","level":3,"score":0.7202156782150269},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6243138909339905},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6209747195243835},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5446606874465942},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5059632658958435},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.4116082787513733},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.4109608232975006},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.18958348035812378},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.09809935092926025},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hipc.2018.00014","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hipc.2018.00014","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 25th International Conference on High Performance Computing (HiPC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1798702550","https://openalex.org/W2097998348","https://openalex.org/W2101234009","https://openalex.org/W2109042184","https://openalex.org/W2119814172","https://openalex.org/W2125303539","https://openalex.org/W2131241448","https://openalex.org/W2171658832","https://openalex.org/W2189149359","https://openalex.org/W2192203593","https://openalex.org/W2250904038","https://openalex.org/W2402144811","https://openalex.org/W2553303224","https://openalex.org/W2556833785","https://openalex.org/W2593744649","https://openalex.org/W2598224452","https://openalex.org/W2606006859","https://openalex.org/W2610817424","https://openalex.org/W2735913953","https://openalex.org/W2752331852","https://openalex.org/W2765280423","https://openalex.org/W2766499863","https://openalex.org/W2770298516","https://openalex.org/W2788193959","https://openalex.org/W2903995489","https://openalex.org/W2950277768","https://openalex.org/W2953384591","https://openalex.org/W2962746461","https://openalex.org/W2963374479","https://openalex.org/W2963821229","https://openalex.org/W2964015378","https://openalex.org/W2972087877","https://openalex.org/W4295185264","https://openalex.org/W4295830359","https://openalex.org/W4300687381","https://openalex.org/W4394662461","https://openalex.org/W6638209102","https://openalex.org/W6674385629","https://openalex.org/W6675354045","https://openalex.org/W6676279030","https://openalex.org/W6678911119","https://openalex.org/W6713134421","https://openalex.org/W6726873649","https://openalex.org/W6729956949","https://openalex.org/W6729972426","https://openalex.org/W6734864916","https://openalex.org/W6744046992","https://openalex.org/W6757334792"],"related_works":["https://openalex.org/W2953665647","https://openalex.org/W4205712847","https://openalex.org/W4281646320","https://openalex.org/W3169687406","https://openalex.org/W2954882791","https://openalex.org/W4388119537","https://openalex.org/W4287818966","https://openalex.org/W1974336862","https://openalex.org/W3014750173","https://openalex.org/W3192751261"],"abstract_inverted_index":{"Hyperparameters":[0],"employed":[1],"by":[2],"deep":[3],"learning":[4],"(DL)":[5],"methods":[6,18,34,120,154],"play":[7],"a":[8,28,46,71,76,125,143],"substantial":[9],"role":[10],"in":[11,19,106],"the":[12,80,91,97,138,150],"performance":[13,23],"and":[14,59,82,115,132,166],"reliability":[15],"of":[16,84,99,103,123,128,146,152],"these":[17,153],"practice.":[20],"Unfortunately,":[21],"finding":[22],"optimizing":[24],"hyperparameter":[25,86,104,130],"settings":[26],"is":[27],"notoriously":[29],"difficult":[30],"task.":[31],"Hyperparameter":[32],"search":[33,87,119],"typically":[35],"have":[36],"limited":[37],"production-strength":[38],"implementations":[39],"or":[40],"do":[41],"not":[42],"target":[43],"scalability":[44],"within":[45],"highly":[47],"parallel":[48,107],"machine,":[49],"portability":[50],"across":[51],"different":[52,57],"machines,":[53],"experimental":[54],"comparison":[55],"between":[56],"methods,":[58],"tighter":[60],"integration":[61],"with":[62],"workflow":[63,93],"systems.":[64,112,175],"In":[65],"this":[66],"paper,":[67],"we":[68],"present":[69],"DeepHyper,":[70],"Python":[72],"package":[73],"that":[74,121],"provides":[75],"common":[77],"interface":[78],"for":[79],"implementation":[81],"study":[83,116],"scalable":[85],"methods.":[88],"It":[89],"adopts":[90],"Balsam":[92],"system":[94],"to":[95,156],"hide":[96],"complexities":[98],"running":[100],"large":[101],"numbers":[102],"configurations":[105,131],"on":[108,168,171],"high-performance":[109],"computing":[110],"(HPC)":[111],"We":[113,148],"implement":[114],"asynchronous":[117],"model-based":[118],"consist":[122],"sampling":[124],"small":[126],"number":[127],"input":[129],"progressively":[133],"fitting":[134],"surrogate":[135],"models":[136],"over":[137],"input-output":[139],"space":[140],"until":[141],"exhausting":[142],"user-defined":[144],"budget":[145],"evaluations.":[147],"evaluate":[149],"efficacy":[151],"relative":[155],"approaches":[157],"such":[158],"as":[159],"random":[160],"search,":[161],"genetic":[162],"algorithms,":[163],"Bayesian":[164],"optimization,":[165],"hyperband":[167],"DL":[169],"benchmarks":[170],"CPU-and":[172],"GPU-based":[173],"HPC":[174]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":6}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}