{"id":"https://openalex.org/W3186287218","doi":"https://doi.org/10.1007/s10994-022-06161-4","title":"Algorithm selection on a meta level","display_name":"Algorithm selection on a meta level","publication_year":2022,"publication_date":"2022-04-18","ids":{"openalex":"https://openalex.org/W3186287218","doi":"https://doi.org/10.1007/s10994-022-06161-4","mag":"3186287218"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-022-06161-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-022-06161-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-022-06161-4.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-022-06161-4.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088305064","display_name":"Alexander Tornede","orcid":"https://orcid.org/0000-0002-2415-2186"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Alexander Tornede","raw_affiliation_strings":["Heinz Nixdorf Institut, Paderborn University, 33098, Paderborn, Germany"],"raw_orcid":"https://orcid.org/0000-0002-2415-2186","affiliations":[{"raw_affiliation_string":"Heinz Nixdorf Institut, Paderborn University, 33098, Paderborn, Germany","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028287515","display_name":"Lukas Gehring","orcid":null},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lukas Gehring","raw_affiliation_strings":["Heinz Nixdorf Institut, Paderborn University, 33098, Paderborn, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Heinz Nixdorf Institut, Paderborn University, 33098, Paderborn, Germany","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005260303","display_name":"Tanja Tornede","orcid":"https://orcid.org/0000-0001-9954-462X"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tanja Tornede","raw_affiliation_strings":["Heinz Nixdorf Institut, Paderborn University, 33098, Paderborn, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9954-462X","affiliations":[{"raw_affiliation_string":"Heinz Nixdorf Institut, Paderborn University, 33098, Paderborn, Germany","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044057928","display_name":"Marcel Wever","orcid":"https://orcid.org/0000-0001-9782-6818"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marcel Wever","raw_affiliation_strings":["University of Munich (LMU), 80538, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9782-6818","affiliations":[{"raw_affiliation_string":"University of Munich (LMU), 80538, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059439673","display_name":"Eyke H\u00fcllermeier","orcid":"https://orcid.org/0000-0002-9944-4108"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eyke H\u00fcllermeier","raw_affiliation_strings":["University of Munich (LMU), 80538, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9944-4108","affiliations":[{"raw_affiliation_string":"University of Munich (LMU), 80538, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5088305064"],"corresponding_institution_ids":["https://openalex.org/I206945453"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":2.6367,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.90908814,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"112","issue":"4","first_page":"1253","last_page":"1286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/weighted-majority-algorithm","display_name":"Weighted Majority Algorithm","score":0.6564872860908508},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6510580778121948},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5935112833976746},{"id":"https://openalex.org/keywords/meta-learning","display_name":"Meta learning (computer science)","score":0.5312367081642151},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.514879584312439},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.513193666934967},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.49653226137161255},{"id":"https://openalex.org/keywords/selection-algorithm","display_name":"Selection algorithm","score":0.47411826252937317},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4622025489807129},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4619264006614685},{"id":"https://openalex.org/keywords/complementarity","display_name":"Complementarity (molecular biology)","score":0.42427733540534973},{"id":"https://openalex.org/keywords/wake-sleep-algorithm","display_name":"Wake-sleep algorithm","score":0.15412941575050354},{"id":"https://openalex.org/keywords/generalization-error","display_name":"Generalization error","score":0.14837756752967834},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.12908676266670227},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.08967143297195435}],"concepts":[{"id":"https://openalex.org/C95627357","wikidata":"https://www.wikidata.org/wiki/Q7979889","display_name":"Weighted Majority Algorithm","level":5,"score":0.6564872860908508},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6510580778121948},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5935112833976746},{"id":"https://openalex.org/C2781002164","wikidata":"https://www.wikidata.org/wiki/Q6822311","display_name":"Meta learning (computer science)","level":3,"score":0.5312367081642151},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.514879584312439},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.513193666934967},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.49653226137161255},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.47411826252937317},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4622025489807129},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4619264006614685},{"id":"https://openalex.org/C202269582","wikidata":"https://www.wikidata.org/wiki/Q2644277","display_name":"Complementarity (molecular biology)","level":2,"score":0.42427733540534973},{"id":"https://openalex.org/C17061570","wikidata":"https://www.wikidata.org/wiki/Q7960888","display_name":"Wake-sleep algorithm","level":4,"score":0.15412941575050354},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.14837756752967834},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.12908676266670227},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.08967143297195435},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10994-022-06161-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-022-06161-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-022-06161-4.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},{"id":"pmh:oai:epub.ub.uni-muenchen.de:107478","is_oa":true,"landing_page_url":"http://nbn-resolving.de/urn:nbn:de:bvb:19-epub-107478-4","pdf_url":"https://epub.ub.uni-muenchen.de/107478/1/s10994-022-06161-4.pdf","source":{"id":"https://openalex.org/S4306401845","display_name":"Open access LMU (Ludwid Maxmilian's Universitat Munchen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I8204097","host_organization_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","host_organization_lineage":["https://openalex.org/I8204097"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning","raw_type":"doc-type:article"}],"best_oa_location":{"id":"doi:10.1007/s10994-022-06161-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-022-06161-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-022-06161-4.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1510731205","display_name":null,"funder_award_id":"01IS18041D","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G4748229160","display_name":"SFB 901: OnTheFly Computing   Individualisierte ITDienstleistungen in dynamischen M\u00e4rkten","funder_award_id":"160364472","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8026673714","display_name":null,"funder_award_id":"SFB 901","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8290965089","display_name":null,"funder_award_id":"SFB 901/3","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320324816","display_name":"Universit\u00e4t Paderborn","ror":"https://ror.org/058kzsd48"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3186287218.pdf","grobid_xml":"https://content.openalex.org/works/W3186287218.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W28412257","https://openalex.org/W109784087","https://openalex.org/W110258791","https://openalex.org/W602980269","https://openalex.org/W1471542436","https://openalex.org/W1495775210","https://openalex.org/W1534477342","https://openalex.org/W1571836963","https://openalex.org/W1633389682","https://openalex.org/W1714472976","https://openalex.org/W1774277213","https://openalex.org/W1965587495","https://openalex.org/W1968969471","https://openalex.org/W1980965129","https://openalex.org/W1988415275","https://openalex.org/W2016963000","https://openalex.org/W2027892333","https://openalex.org/W2040271757","https://openalex.org/W2046602115","https://openalex.org/W2051834357","https://openalex.org/W2059409198","https://openalex.org/W2093717447","https://openalex.org/W2102539288","https://openalex.org/W2134215770","https://openalex.org/W2151554678","https://openalex.org/W2170872095","https://openalex.org/W2407452250","https://openalex.org/W2509607465","https://openalex.org/W2780796324","https://openalex.org/W2796826652","https://openalex.org/W2895357514","https://openalex.org/W2895531857","https://openalex.org/W2898873842","https://openalex.org/W2912934387","https://openalex.org/W2963752350","https://openalex.org/W2990500687","https://openalex.org/W3003215019","https://openalex.org/W3004732066","https://openalex.org/W3039683645","https://openalex.org/W3044842815","https://openalex.org/W3046577863","https://openalex.org/W3107588211","https://openalex.org/W3120253499","https://openalex.org/W3126787102","https://openalex.org/W3138875242","https://openalex.org/W3194250708","https://openalex.org/W4212883601","https://openalex.org/W4252731897","https://openalex.org/W4285719527","https://openalex.org/W6755095635","https://openalex.org/W6785577393","https://openalex.org/W7066667914"],"related_works":["https://openalex.org/W2521519254","https://openalex.org/W1788667622","https://openalex.org/W4395469854","https://openalex.org/W2896447991","https://openalex.org/W2962852784","https://openalex.org/W2083144552","https://openalex.org/W2284991187","https://openalex.org/W2900601360","https://openalex.org/W1967055489","https://openalex.org/W2089213632"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"problem":[2,18,36,100],"of":[3,15,45,53,75,78,101,117,139,145,160,178],"selecting":[4],"an":[5,16,152],"algorithm":[6,29,49,80,92,103,118,128,161,167,182],"that":[7,70,158],"appears":[8],"most":[9,52],"suitable":[10],"for":[11,48,108,126],"a":[12,43,89,114,122],"specific":[13],"instance":[14],"algorithmic":[17],"class,":[19],"such":[20],"as":[21,130,132,137],"the":[22,32,35,76,99,109,171,175,179],"Boolean":[23],"satisfiability":[24],"problem,":[25],"is":[26],"called":[27],"instance-specific":[28],"selection.":[30,50,183],"Over":[31],"past":[33],"decade,":[34],"has":[37,64],"received":[38],"considerable":[39],"attention,":[40],"resulting":[41],"in":[42,83,181],"number":[44],"different":[46],"methods":[47,55,82,136],"Although":[51],"these":[54],"are":[56],"based":[57],"on":[58,67,72],"machine":[59],"learning,":[60,69],"surprisingly":[61],"little":[62],"work":[63],"been":[65],"done":[66],"meta":[68,102,127,146],"is,":[71],"taking":[73],"advantage":[74],"complementarity":[77],"existing":[79],"selection":[81,129],"order":[84],"to":[85,112,173],"combine":[86,113],"them":[87],"into":[88],"single":[90,166],"superior":[91],"selector.":[93],"In":[94,151],"this":[95,140],"paper,":[96],"we":[97,156],"introduce":[98],"selection,":[104],"which":[105],"essentially":[106,142],"asks":[107],"best":[110],"way":[111],"given":[115],"set":[116],"selectors.":[119],"We":[120],"present":[121],"general":[123],"methodological":[124],"framework":[125],"well":[131],"several":[133],"concrete":[134],"learning":[135,147],"instantiations":[138],"framework,":[141],"combining":[143],"ideas":[144],"and":[148,169],"ensemble":[149],"learning.":[150],"extensive":[153],"experimental":[154],"evaluation,":[155],"demonstrate":[157],"ensembles":[159],"selectors":[162,168],"can":[163],"significantly":[164],"outperform":[165],"have":[170],"potential":[172],"form":[174],"new":[176],"state":[177],"art":[180]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}