{"id":"https://openalex.org/W1647221522","doi":"https://doi.org/10.1109/ijcnn.2015.7280767","title":"Design of the 2015 ChaLearn AutoML challenge","display_name":"Design of the 2015 ChaLearn AutoML challenge","publication_year":2015,"publication_date":"2015-07-01","ids":{"openalex":"https://openalex.org/W1647221522","doi":"https://doi.org/10.1109/ijcnn.2015.7280767","mag":"1647221522"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2015.7280767","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2015.7280767","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006360335","display_name":"Isabelle Guyon","orcid":"https://orcid.org/0000-0002-9266-1783"},"institutions":[{"id":"https://openalex.org/I157066012","display_name":"Gleason (United States)","ror":"https://ror.org/03bw04561","country_code":"US","type":"company","lineage":["https://openalex.org/I157066012"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Isabelle Guyon","raw_affiliation_strings":["ChaLearn, USA"],"affiliations":[{"raw_affiliation_string":"ChaLearn, USA","institution_ids":["https://openalex.org/I157066012"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048876983","display_name":"Kristin P. Bennett","orcid":"https://orcid.org/0000-0002-8782-105X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kristin Bennett","raw_affiliation_strings":["RPI, USA"],"affiliations":[{"raw_affiliation_string":"RPI, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063431577","display_name":"Gavin C. Cawley","orcid":"https://orcid.org/0000-0002-4118-9095"},"institutions":[{"id":"https://openalex.org/I185658715","display_name":"Universities UK","ror":"https://ror.org/00mmfs450","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I185658715"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gavin Cawley","raw_affiliation_strings":["UEA, UK"],"affiliations":[{"raw_affiliation_string":"UEA, UK","institution_ids":["https://openalex.org/I185658715"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076464455","display_name":"Hugo Jair Escalante","orcid":"https://orcid.org/0000-0003-4603-3513"},"institutions":[{"id":"https://openalex.org/I39824353","display_name":"National Institute of Astrophysics, Optics and Electronics","ror":"https://ror.org/00bpmmc63","country_code":"MX","type":"facility","lineage":["https://openalex.org/I39824353"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Hugo Jair Escalante","raw_affiliation_strings":["INAOE, Mexico"],"affiliations":[{"raw_affiliation_string":"INAOE, Mexico","institution_ids":["https://openalex.org/I39824353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038228433","display_name":"S\u00e9rgio Escalera","orcid":"https://orcid.org/0000-0003-0617-8873"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sergio Escalera","raw_affiliation_strings":["CVC, UAB & UB, Spain"],"affiliations":[{"raw_affiliation_string":"CVC, UAB & UB, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101435406","display_name":"Tin Kam Ho","orcid":"https://orcid.org/0000-0001-9635-1769"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tin Kam Ho","raw_affiliation_strings":["IBM, USA","IBM USA"],"affiliations":[{"raw_affiliation_string":"IBM, USA","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"IBM USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056883842","display_name":"N\u00faria Maci\u00e0","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nuria Macia","raw_affiliation_strings":["Andorra"],"affiliations":[{"raw_affiliation_string":"Andorra","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062167801","display_name":"Bisakha Ray","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bisakha Ray","raw_affiliation_strings":["NYU, USA"],"affiliations":[{"raw_affiliation_string":"NYU, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112867254","display_name":"Mehreen Saeed","orcid":null},"institutions":[{"id":"https://openalex.org/I201384688","display_name":"National University of Computer and Emerging Sciences","ror":"https://ror.org/003eyb898","country_code":"PK","type":"education","lineage":["https://openalex.org/I201384688"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Mehreen Saeed","raw_affiliation_strings":["FAST, Pakistan"],"affiliations":[{"raw_affiliation_string":"FAST, Pakistan","institution_ids":["https://openalex.org/I201384688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027728817","display_name":"Alexander Statnikov","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Statnikov","raw_affiliation_strings":["NYU, USA"],"affiliations":[{"raw_affiliation_string":"NYU, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069349084","display_name":"Evelyne Viegas","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Evelyne Viegas","raw_affiliation_strings":["Microsoft, USA","Microsoft , USA "],"affiliations":[{"raw_affiliation_string":"Microsoft, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft , USA ","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5006360335"],"corresponding_institution_ids":["https://openalex.org/I157066012"],"apc_list":null,"apc_paid":null,"fwci":12.4626,"has_fulltext":false,"cited_by_count":123,"citation_normalized_percentile":{"value":0.98543805,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contest","display_name":"CONTEST","score":0.841889500617981},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.731785774230957},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7221444845199585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.639197826385498},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6013139486312866},{"id":"https://openalex.org/keywords/obligation","display_name":"Obligation","score":0.5351620316505432},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4721883535385132},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.28667622804641724},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08252191543579102}],"concepts":[{"id":"https://openalex.org/C2777582232","wikidata":"https://www.wikidata.org/wiki/Q5013414","display_name":"CONTEST","level":2,"score":0.841889500617981},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.731785774230957},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7221444845199585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.639197826385498},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6013139486312866},{"id":"https://openalex.org/C2778447849","wikidata":"https://www.wikidata.org/wiki/Q2648051","display_name":"Obligation","level":2,"score":0.5351620316505432},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4721883535385132},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.28667622804641724},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08252191543579102},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/ijcnn.2015.7280767","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2015.7280767","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.719.6032","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.719.6032","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://haralick.org/ML/automl_ijcnn15.pdf","raw_type":"text"},{"id":"pmh:oai:HAL:hal-01381164v1","is_oa":false,"landing_page_url":"https://hal.science/hal-01381164","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2015 International Joint Conference on Neural Networks (IJCNN), 2015, Unknown, Unknown Region. pp.1--8","raw_type":"Conference papers"},{"id":"pmh:oai:ueaeprints.uea.ac.uk:56932","is_oa":false,"landing_page_url":"https://ueaeprints.uea.ac.uk/id/eprint/56932/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400384","display_name":"UEA Digital Repository (University of East Anglia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1118541","host_organization_name":"University of East Anglia","host_organization_lineage":["https://openalex.org/I1118541"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Book Section"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W60493759","https://openalex.org/W60686164","https://openalex.org/W76331760","https://openalex.org/W85552991","https://openalex.org/W1479823809","https://openalex.org/W1530446948","https://openalex.org/W1554944419","https://openalex.org/W1560724230","https://openalex.org/W1573234480","https://openalex.org/W1588486985","https://openalex.org/W1588628884","https://openalex.org/W1678356000","https://openalex.org/W1680392829","https://openalex.org/W1690919088","https://openalex.org/W1840091437","https://openalex.org/W1880189740","https://openalex.org/W1922017469","https://openalex.org/W1980264541","https://openalex.org/W1986543815","https://openalex.org/W1986929000","https://openalex.org/W2017337590","https://openalex.org/W2040615655","https://openalex.org/W2040884411","https://openalex.org/W2054658115","https://openalex.org/W2076118331","https://openalex.org/W2101095383","https://openalex.org/W2101234009","https://openalex.org/W2101341561","https://openalex.org/W2102539288","https://openalex.org/W2106261996","https://openalex.org/W2106411961","https://openalex.org/W2106614481","https://openalex.org/W2109346685","https://openalex.org/W2110008785","https://openalex.org/W2113145584","https://openalex.org/W2113207845","https://openalex.org/W2116882733","https://openalex.org/W2120420045","https://openalex.org/W2124022122","https://openalex.org/W2124659975","https://openalex.org/W2125877832","https://openalex.org/W2128255043","https://openalex.org/W2131241448","https://openalex.org/W2131822674","https://openalex.org/W2133958955","https://openalex.org/W2133990480","https://openalex.org/W2144981148","https://openalex.org/W2148603752","https://openalex.org/W2156417353","https://openalex.org/W2163922914","https://openalex.org/W2171033594","https://openalex.org/W2331384579","https://openalex.org/W2608221418","https://openalex.org/W2911964244","https://openalex.org/W2912889105","https://openalex.org/W2916904928","https://openalex.org/W2998216295","https://openalex.org/W3105458558","https://openalex.org/W3120740533","https://openalex.org/W3153852244","https://openalex.org/W3195149063","https://openalex.org/W4205699531","https://openalex.org/W4239875977","https://openalex.org/W4242807147","https://openalex.org/W4243562335","https://openalex.org/W4285719527","https://openalex.org/W6603190504","https://openalex.org/W6637386731","https://openalex.org/W6638983183","https://openalex.org/W6675354045","https://openalex.org/W6675864080","https://openalex.org/W6676179485","https://openalex.org/W6676544178","https://openalex.org/W6677088747","https://openalex.org/W6677603835","https://openalex.org/W6677872732","https://openalex.org/W6678413529","https://openalex.org/W6678911119","https://openalex.org/W6679665003","https://openalex.org/W7066667914"],"related_works":["https://openalex.org/W2735088306","https://openalex.org/W2946214509","https://openalex.org/W2606108738","https://openalex.org/W4286740636","https://openalex.org/W2628063975","https://openalex.org/W2356479129","https://openalex.org/W2387346515","https://openalex.org/W2352196451","https://openalex.org/W2590086693","https://openalex.org/W2381260192"],"abstract_inverted_index":{"ChaLearn":[0],"is":[1,27,42],"organizing":[2],"the":[3,31,50,68,72,77,119,122,142,145],"Automatic":[4],"Machine":[5],"Learning":[6],"(AutoML)":[7],"contest":[8,32],"for":[9],"IJCNN":[10],"2015,":[11],"which":[12,87,100],"challenges":[13],"participants":[14,93,101],"to":[15,34,45,105,112],"solve":[16],"classification":[17],"and":[18,36,97],"regression":[19],"problems":[20],"without":[21],"any":[22,80],"human":[23],"intervention.":[24],"Participants'":[25],"code":[26],"automatically":[28],"run":[29],"on":[30,91,109,129],"servers":[33],"train":[35],"test":[37],"learning":[38,128],"machines.":[39],"However,":[40],"there":[41],"no":[43],"obligation":[44],"submit":[46],"code;":[47],"half":[48],"of":[49,61,71,121,133,144],"prizes":[51],"can":[52,75],"be":[53],"won":[54],"by":[55],"submitting":[56],"prediction":[57],"results":[58],"only.":[59],"Datasets":[60],"progressively":[62],"increasing":[63],"difficulty":[64],"are":[65,89],"introduced":[66],"throughout":[67],"six":[69],"rounds":[70,83],"challenge.":[73,146],"(Participants":[74],"enter":[76],"competition":[78],"in":[79,86,99,124],"round.)":[81],"The":[82,136],"alternate":[84],"phases":[85,98],"learners":[88],"tested":[90],"datasets":[92,111],"have":[94,102],"not":[95],"seen,":[96],"limited":[103],"time":[104],"tweak":[106],"their":[107],"algorithms":[108],"those":[110],"improve":[113],"performance.":[114],"This":[115],"challenge":[116],"will":[117,138],"push":[118],"state":[120],"art":[123],"fully":[125],"automatic":[126],"machine":[127],"a":[130],"wide":[131],"range":[132],"real-world":[134],"problems.":[135],"platform":[137],"remain":[139],"available":[140],"beyond":[141],"termination":[143]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":20},{"year":2018,"cited_by_count":18},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}