{"id":"https://openalex.org/W3004171600","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207233","title":"HAMLET - A Learning Curve-Enabled Multi-Armed Bandit for Algorithm Selection","display_name":"HAMLET - A Learning Curve-Enabled Multi-Armed Bandit for Algorithm Selection","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3004171600","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207233","mag":"3004171600"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9207233","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207233","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2001.11261","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042664557","display_name":"Mischa Schmidt","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mischa Schmidt","raw_affiliation_strings":["NEC Laboratories Europe GmbH, Heidelberg, Germany","NEC Laboratories Europe GmbH,Heidelberg,Germany,69115"],"affiliations":[{"raw_affiliation_string":"NEC Laboratories Europe GmbH, Heidelberg, Germany","institution_ids":[]},{"raw_affiliation_string":"NEC Laboratories Europe GmbH,Heidelberg,Germany,69115","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041585537","display_name":"Julia Gastinger","orcid":"https://orcid.org/0000-0003-1914-6723"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Julia Gastinger","raw_affiliation_strings":["NEC Laboratories Europe GmbH, Heidelberg, Germany","NEC Laboratories Europe GmbH,Heidelberg,Germany,69115"],"affiliations":[{"raw_affiliation_string":"NEC Laboratories Europe GmbH, Heidelberg, Germany","institution_ids":[]},{"raw_affiliation_string":"NEC Laboratories Europe GmbH,Heidelberg,Germany,69115","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112608222","display_name":"S\u00e9bastien Nicolas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sebastien Nicolas","raw_affiliation_strings":["NEC Laboratories Europe GmbH, Heidelberg, Germany","NEC Laboratories Europe GmbH,Heidelberg,Germany,69115"],"affiliations":[{"raw_affiliation_string":"NEC Laboratories Europe GmbH, Heidelberg, Germany","institution_ids":[]},{"raw_affiliation_string":"NEC Laboratories Europe GmbH,Heidelberg,Germany,69115","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111393522","display_name":"Anett Sch\u00fclke","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anett Schulke","raw_affiliation_strings":["NEC Laboratories Europe GmbH, Heidelberg, Germany","NEC Laboratories Europe GmbH"],"affiliations":[{"raw_affiliation_string":"NEC Laboratories Europe GmbH, Heidelberg, Germany","institution_ids":[]},{"raw_affiliation_string":"NEC Laboratories Europe GmbH","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5042664557"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01908353,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.7808790802955627},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.7660942673683167},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6379993557929993},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6364513039588928},{"id":"https://openalex.org/keywords/hamlet","display_name":"HAMLET (protein complex)","score":0.6057047247886658},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5973943471908569},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5376912355422974},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5283998847007751},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4976518452167511},{"id":"https://openalex.org/keywords/multi-armed-bandit","display_name":"Multi-armed bandit","score":0.48625242710113525},{"id":"https://openalex.org/keywords/learning-curve","display_name":"Learning curve","score":0.48313161730766296},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4474025368690491},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2444671094417572},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.13301217555999756},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.08585923910140991}],"concepts":[{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.7808790802955627},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.7660942673683167},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6379993557929993},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6364513039588928},{"id":"https://openalex.org/C2776860057","wikidata":"https://www.wikidata.org/wiki/Q5628930","display_name":"HAMLET (protein complex)","level":2,"score":0.6057047247886658},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5973943471908569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5376912355422974},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5283998847007751},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4976518452167511},{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.48625242710113525},{"id":"https://openalex.org/C34585555","wikidata":"https://www.wikidata.org/wiki/Q1368723","display_name":"Learning curve","level":2,"score":0.48313161730766296},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4474025368690491},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2444671094417572},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13301217555999756},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.08585923910140991},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9207233","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207233","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2001.11261","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.11261","pdf_url":"https://arxiv.org/pdf/2001.11261","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2001.11261","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2001.11261","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:3004171600","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2001.11261","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.11261","pdf_url":"https://arxiv.org/pdf/2001.11261","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3004171600.pdf","grobid_xml":"https://content.openalex.org/works/W3004171600.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1569788011","https://openalex.org/W2121863487","https://openalex.org/W2266822037","https://openalex.org/W2407212869","https://openalex.org/W2564059144","https://openalex.org/W2751836095","https://openalex.org/W2752331852","https://openalex.org/W2778618317","https://openalex.org/W2783239537","https://openalex.org/W2979078846","https://openalex.org/W3003257820","https://openalex.org/W3103145119","https://openalex.org/W3105704032","https://openalex.org/W6634168845","https://openalex.org/W6693270258","https://openalex.org/W6743745977","https://openalex.org/W6744046992","https://openalex.org/W6761479678","https://openalex.org/W6786310888"],"related_works":["https://openalex.org/W3090747148","https://openalex.org/W3104994094","https://openalex.org/W2132479360","https://openalex.org/W2126714083","https://openalex.org/W2037933963","https://openalex.org/W343811141","https://openalex.org/W2107132870","https://openalex.org/W2188785377","https://openalex.org/W2793748321","https://openalex.org/W2927688238","https://openalex.org/W2488721199","https://openalex.org/W2626429303","https://openalex.org/W3087946938","https://openalex.org/W3173728037","https://openalex.org/W2786930135","https://openalex.org/W2140679654","https://openalex.org/W2962987366","https://openalex.org/W3173863509","https://openalex.org/W3020601490","https://openalex.org/W1550907806"],"abstract_inverted_index":{"Automated":[0],"algorithm":[1,119],"selection":[2,120],"and":[3,43,92],"hyperparameter":[4,126],"tuning":[5,127],"facilitates":[6],"the":[7,18,25,35,54,59,63,68,85,107,130,147,166],"application":[8],"of":[9,20,49,70,100,132],"machine":[10,101],"learning.":[11],"Traditional":[12],"multi-armed":[13],"bandit":[14,55,86],"strategies":[15,121],"look":[16,57],"to":[17,23],"history":[19],"observed":[21],"rewards":[22,50],"identify":[24],"most":[26],"promising":[27],"arms":[28],"for":[29,61,95,129,169],"optimizing":[30],"expected":[31],"total":[32],"reward":[33,66],"in":[34,122],"long":[36],"run.":[37],"When":[38],"considering":[39],"limited":[40],"time":[41,73,134],"budgets":[42],"computational":[44],"resources,":[45],"this":[46],"backward":[47],"view":[48],"is":[51],"inappropriate":[52],"as":[53],"should":[56],"into":[58],"future":[60],"anticipating":[62],"highest":[64],"final":[65],"at":[67,165],"end":[69],"a":[71,98],"specified":[72],"budget.":[74],"This":[75],"work":[76],"addresses":[77],"that":[78,106],"insight":[79],"by":[80],"introducing":[81],"HAMLET,":[82],"which":[83],"extends":[84],"approach":[87],"with":[88,124,146,162],"learning":[89,102,143],"curve":[90,144],"extrapolation":[91,145],"computation":[93],"time-awareness":[94],"selecting":[96],"among":[97],"set":[99],"algorithms.":[103],"Results":[104],"show":[105],"HAMLET":[108,139],"Variants":[109],"1-3":[110],"exhibit":[111],"equal":[112],"or":[113],"better":[114,157],"performance":[115],"than":[116,158],"other":[117],"bandit-based":[118],"experiments":[123],"recorded":[125],"traces":[128],"majority":[131],"considered":[133],"budgets.":[135],"The":[136],"best":[137],"performing":[138],"Variant":[140],"3":[141],"combines":[142],"well-known":[148],"upper":[149],"confidence":[150],"bound":[151],"exploration":[152],"bonus.":[153],"That":[154],"variant":[155],"performs":[156],"all":[159],"non-HAMLET":[160],"policies":[161],"statistical":[163],"significance":[164],"95%":[167],"level":[168],"1,485":[170],"runs.":[171]},"counts_by_year":[],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}