{"id":"https://openalex.org/W1483287332","doi":"https://doi.org/10.1609/socs.v2i1.18184","title":"A Preliminary Evaluation of Machine Learning in Algorithm Selection for Search Problems","display_name":"A Preliminary Evaluation of Machine Learning in Algorithm Selection for Search Problems","publication_year":2021,"publication_date":"2021-08-19","ids":{"openalex":"https://openalex.org/W1483287332","doi":"https://doi.org/10.1609/socs.v2i1.18184","mag":"1483287332"},"language":"en","primary_location":{"id":"doi:10.1609/socs.v2i1.18184","is_oa":true,"landing_page_url":"https://doi.org/10.1609/socs.v2i1.18184","pdf_url":"https://ojs.aaai.org/index.php/SOCS/article/download/18184/17975","source":{"id":"https://openalex.org/S4387284494","display_name":"Proceedings of the International Symposium on Combinatorial Search","issn_l":"2832-9163","issn":["2832-9163","2832-9171"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Symposium on Combinatorial Search","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/SOCS/article/download/18184/17975","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032997049","display_name":"Lars Kotthoff","orcid":"https://orcid.org/0000-0003-4635-6873"},"institutions":[{"id":"https://openalex.org/I16835326","display_name":"University of St Andrews","ror":"https://ror.org/02wn5qz54","country_code":"GB","type":"education","lineage":["https://openalex.org/I16835326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lars Kotthoff","raw_affiliation_strings":["University of St. Andrews","University of St Andrews"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of St. Andrews","institution_ids":["https://openalex.org/I16835326"]},{"raw_affiliation_string":"University of St Andrews","institution_ids":["https://openalex.org/I16835326"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059061177","display_name":"Ian P. Gent","orcid":"https://orcid.org/0000-0002-5604-7006"},"institutions":[{"id":"https://openalex.org/I16835326","display_name":"University of St Andrews","ror":"https://ror.org/02wn5qz54","country_code":"GB","type":"education","lineage":["https://openalex.org/I16835326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ian Gent","raw_affiliation_strings":["University of St. Andrews","University of St Andrews"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of St. Andrews","institution_ids":["https://openalex.org/I16835326"]},{"raw_affiliation_string":"University of St Andrews","institution_ids":["https://openalex.org/I16835326"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051169226","display_name":"Ian Miguel","orcid":"https://orcid.org/0000-0002-6930-2686"},"institutions":[{"id":"https://openalex.org/I16835326","display_name":"University of St Andrews","ror":"https://ror.org/02wn5qz54","country_code":"GB","type":"education","lineage":["https://openalex.org/I16835326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ian Miguel","raw_affiliation_strings":["University of St. Andrews","University of St Andrews"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of St. Andrews","institution_ids":["https://openalex.org/I16835326"]},{"raw_affiliation_string":"University of St Andrews","institution_ids":["https://openalex.org/I16835326"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4633,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.58465555,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"2","issue":"1","first_page":"84","last_page":"91"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7893177270889282},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7550294399261475},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6803900003433228},{"id":"https://openalex.org/keywords/online-machine-learning","display_name":"Online machine learning","score":0.5491046905517578},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5226002335548401},{"id":"https://openalex.org/keywords/instance-based-learning","display_name":"Instance-based learning","score":0.5052407383918762},{"id":"https://openalex.org/keywords/hyper-heuristic","display_name":"Hyper-heuristic","score":0.45175233483314514},{"id":"https://openalex.org/keywords/computational-learning-theory","display_name":"Computational learning theory","score":0.45141130685806274},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.42497098445892334},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.34786784648895264},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.20169097185134888},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.07675829529762268}],"concepts":[{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7893177270889282},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7550294399261475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6803900003433228},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.5491046905517578},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5226002335548401},{"id":"https://openalex.org/C24138899","wikidata":"https://www.wikidata.org/wiki/Q17141258","display_name":"Instance-based learning","level":3,"score":0.5052407383918762},{"id":"https://openalex.org/C117270229","wikidata":"https://www.wikidata.org/wiki/Q5957539","display_name":"Hyper-heuristic","level":5,"score":0.45175233483314514},{"id":"https://openalex.org/C50292564","wikidata":"https://www.wikidata.org/wiki/Q2462783","display_name":"Computational learning theory","level":3,"score":0.45141130685806274},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42497098445892334},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.34786784648895264},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.20169097185134888},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.07675829529762268},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/socs.v2i1.18184","is_oa":true,"landing_page_url":"https://doi.org/10.1609/socs.v2i1.18184","pdf_url":"https://ojs.aaai.org/index.php/SOCS/article/download/18184/17975","source":{"id":"https://openalex.org/S4387284494","display_name":"Proceedings of the International Symposium on Combinatorial Search","issn_l":"2832-9163","issn":["2832-9163","2832-9171"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Symposium on Combinatorial Search","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/socs.v2i1.18184","is_oa":true,"landing_page_url":"https://doi.org/10.1609/socs.v2i1.18184","pdf_url":"https://ojs.aaai.org/index.php/SOCS/article/download/18184/17975","source":{"id":"https://openalex.org/S4387284494","display_name":"Proceedings of the International Symposium on Combinatorial Search","issn_l":"2832-9163","issn":["2832-9163","2832-9171"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Symposium on Combinatorial Search","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G92210769","display_name":"A Constraint Solver Synthesiser","funder_award_id":"EP/H004092/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1483287332.pdf","grobid_xml":"https://content.openalex.org/works/W1483287332.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W42823784","https://openalex.org/W113569212","https://openalex.org/W1492936035","https://openalex.org/W1495775210","https://openalex.org/W1504989041","https://openalex.org/W1563716826","https://openalex.org/W1570754865","https://openalex.org/W1585529040","https://openalex.org/W1668207500","https://openalex.org/W1680392829","https://openalex.org/W1714472976","https://openalex.org/W1831133699","https://openalex.org/W1992250294","https://openalex.org/W2013951121","https://openalex.org/W2017943234","https://openalex.org/W2035720976","https://openalex.org/W2089213632","https://openalex.org/W2106333643","https://openalex.org/W2124234772","https://openalex.org/W2133990480","https://openalex.org/W2147148915","https://openalex.org/W2151554678","https://openalex.org/W2914775474","https://openalex.org/W4238997355","https://openalex.org/W6629587324","https://openalex.org/W6633845657","https://openalex.org/W6635091066","https://openalex.org/W6638623766","https://openalex.org/W6659037626","https://openalex.org/W6681933737","https://openalex.org/W6681946008","https://openalex.org/W6758766369","https://openalex.org/W6884729237"],"related_works":["https://openalex.org/W3196155444","https://openalex.org/W4300124232","https://openalex.org/W2954428433","https://openalex.org/W3025582806","https://openalex.org/W2969890106","https://openalex.org/W4224009465","https://openalex.org/W2239420864","https://openalex.org/W3136151706","https://openalex.org/W4320063314","https://openalex.org/W4319309271"],"abstract_inverted_index":{"Machine":[0],"learning":[1,47,74,83,108],"is":[2],"an":[3],"established":[4],"method":[5],"of":[6,23,33,56],"selecting":[7],"algorithms":[8],"to":[9,16,41,62,75,105,112],"solve":[10],"hard":[11,57],"search":[12,58],"problems.":[13,59],"Despite":[14],"this,":[15],"date":[17],"no":[18],"systematic":[19],"comparison":[20],"and":[21,30,85],"evaluation":[22],"the":[24,31,66],"different":[25],"techniques":[26,48,84,109],"has":[27,36],"been":[28,38],"performed":[29],"performance":[32],"existing":[34,86],"systems":[35,87],"not":[37],"critically":[39],"compared":[40],"other":[42],"approaches.":[43],"We":[44,78],"compare":[45],"machine":[46,82,107],"for":[49,65],"algorithm":[50],"selection":[51],"on":[52,116],"real-world":[53],"data":[54],"sets":[55],"In":[60],"addition":[61],"well-established":[63],"approaches,":[64],"first":[67],"time":[68],"we":[69,98],"also":[70],"apply":[71],"statistical":[72],"relational":[73],"this":[76],"problem.":[77],"demonstrate":[79],"that":[80],"most":[81],"perform":[88,113],"less":[89],"well":[90,114],"than":[91],"one":[92],"might":[93],"expect.":[94],"To":[95],"guide":[96],"practitioners,":[97],"close":[99],"by":[100],"giving":[101],"clear":[102],"recommendations":[103],"as":[104],"which":[106],"are":[110],"likely":[111],"based":[115],"our":[117],"experiments.":[118]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}