{"id":"https://openalex.org/W3120253499","doi":"https://doi.org/10.1109/tpami.2021.3051276","title":"AutoML for Multi-Label Classification: Overview and Empirical Evaluation","display_name":"AutoML for Multi-Label Classification: Overview and Empirical Evaluation","publication_year":2021,"publication_date":"2021-01-14","ids":{"openalex":"https://openalex.org/W3120253499","doi":"https://doi.org/10.1109/tpami.2021.3051276","mag":"3120253499","pmid":"https://pubmed.ncbi.nlm.nih.gov/33439834"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3051276","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3051276","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/9506969/09321731.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/34/9506969/09321731.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044057928","display_name":"Marcel Wever","orcid":"https://orcid.org/0000-0001-9782-6818"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marcel Wever","raw_affiliation_strings":["Heinz Nixdorf Institute, Paderborn University, Paderborn, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9782-6818","affiliations":[{"raw_affiliation_string":"Heinz Nixdorf Institute, Paderborn University, Paderborn, Germany","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088305064","display_name":"Alexander Tornede","orcid":"https://orcid.org/0000-0002-2415-2186"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Tornede","raw_affiliation_strings":["Heinz Nixdorf Institute, Paderborn University, Paderborn, Germany"],"raw_orcid":"https://orcid.org/0000-0002-2415-2186","affiliations":[{"raw_affiliation_string":"Heinz Nixdorf Institute, Paderborn University, Paderborn, Germany","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032411139","display_name":"Felix Mohr","orcid":"https://orcid.org/0000-0002-9293-2424"},"institutions":[{"id":"https://openalex.org/I157650460","display_name":"Universidad de La Sabana","ror":"https://ror.org/02sqgkj21","country_code":"CO","type":"education","lineage":["https://openalex.org/I157650460"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Felix Mohr","raw_affiliation_strings":["Universidad de La Sabana, Ch\u00eda, Cundinamarca, Colombia"],"raw_orcid":"https://orcid.org/0000-0002-9293-2424","affiliations":[{"raw_affiliation_string":"Universidad de La Sabana, Ch\u00eda, Cundinamarca, Colombia","institution_ids":["https://openalex.org/I157650460"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059439673","display_name":"Eyke H\u00fcllermeier","orcid":"https://orcid.org/0000-0002-9944-4108"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eyke Hullermeier","raw_affiliation_strings":["Heinz Nixdorf Institute, Paderborn University, Paderborn, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9944-4108","affiliations":[{"raw_affiliation_string":"Heinz Nixdorf Institute, Paderborn University, Paderborn, Germany","institution_ids":["https://openalex.org/I206945453"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.6758,"has_fulltext":true,"cited_by_count":88,"citation_normalized_percentile":{"value":0.98103468,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"43","issue":"9","first_page":"3037","last_page":"3054"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.733322024345398},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7047986388206482},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6553941965103149},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.49458834528923035},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.4939952492713928}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.733322024345398},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7047986388206482},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6553941965103149},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.49458834528923035},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.4939952492713928},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2021.3051276","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3051276","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/9506969/09321731.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:33439834","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33439834","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:epub.ub.uni-muenchen.de:91545","is_oa":true,"landing_page_url":"http://nbn-resolving.de/urn:nbn:de:bvb:19-epub-91545-4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401845","display_name":"Open access LMU (Ludwid Maxmilian's Universitat Munchen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I8204097","host_organization_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","host_organization_lineage":["https://openalex.org/I8204097"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"doc-type:article"}],"best_oa_location":{"id":"doi:10.1109/tpami.2021.3051276","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3051276","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/9506969/09321731.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4748229160","display_name":null,"funder_award_id":"160364472","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8026673714","display_name":null,"funder_award_id":"SFB 901","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8290965089","display_name":null,"funder_award_id":"SFB 901/3","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3120253499.pdf","grobid_xml":"https://content.openalex.org/works/W3120253499.grobid-xml"},"referenced_works_count":99,"referenced_works":["https://openalex.org/W55768394","https://openalex.org/W60686164","https://openalex.org/W1510052597","https://openalex.org/W1523388120","https://openalex.org/W1529817821","https://openalex.org/W1550629956","https://openalex.org/W1575029535","https://openalex.org/W1693986406","https://openalex.org/W1983770999","https://openalex.org/W1999954155","https://openalex.org/W2072302356","https://openalex.org/W2097571405","https://openalex.org/W2102539288","https://openalex.org/W2106411961","https://openalex.org/W2114315281","https://openalex.org/W2126559945","https://openalex.org/W2131241448","https://openalex.org/W2146241755","https://openalex.org/W2170307371","https://openalex.org/W2182361439","https://openalex.org/W2309832917","https://openalex.org/W2343252634","https://openalex.org/W2556522401","https://openalex.org/W2604766410","https://openalex.org/W2608595939","https://openalex.org/W2735881160","https://openalex.org/W2767245172","https://openalex.org/W2769743674","https://openalex.org/W2809880372","https://openalex.org/W2873705236","https://openalex.org/W2886899115","https://openalex.org/W2888647113","https://openalex.org/W2890143760","https://openalex.org/W2891165828","https://openalex.org/W2891550401","https://openalex.org/W2899457449","https://openalex.org/W2899653065","https://openalex.org/W2902633558","https://openalex.org/W2904395518","https://openalex.org/W2911964244","https://openalex.org/W2912436245","https://openalex.org/W2946444035","https://openalex.org/W2948917653","https://openalex.org/W2952074906","https://openalex.org/W2963334428","https://openalex.org/W2963423218","https://openalex.org/W2963815651","https://openalex.org/W2963855998","https://openalex.org/W2964763154","https://openalex.org/W2966284335","https://openalex.org/W2986017758","https://openalex.org/W2995136655","https://openalex.org/W2999356315","https://openalex.org/W3003215019","https://openalex.org/W3009511146","https://openalex.org/W3011307848","https://openalex.org/W3013226077","https://openalex.org/W3015414360","https://openalex.org/W3035198387","https://openalex.org/W3044842815","https://openalex.org/W3111885891","https://openalex.org/W3123920941","https://openalex.org/W3131920291","https://openalex.org/W3210057840","https://openalex.org/W4213308398","https://openalex.org/W4226503094","https://openalex.org/W4243138158","https://openalex.org/W4252003911","https://openalex.org/W4287826698","https://openalex.org/W4289560560","https://openalex.org/W4289761856","https://openalex.org/W4289763996","https://openalex.org/W4392271976","https://openalex.org/W6634542218","https://openalex.org/W6637591494","https://openalex.org/W6676179485","https://openalex.org/W6678664249","https://openalex.org/W6678911119","https://openalex.org/W6685031738","https://openalex.org/W6685961532","https://openalex.org/W6704698082","https://openalex.org/W6730169791","https://openalex.org/W6736610077","https://openalex.org/W6746117199","https://openalex.org/W6751421292","https://openalex.org/W6753146606","https://openalex.org/W6754177069","https://openalex.org/W6754183330","https://openalex.org/W6755509158","https://openalex.org/W6755852685","https://openalex.org/W6763328063","https://openalex.org/W6764645748","https://openalex.org/W6765220052","https://openalex.org/W6766596047","https://openalex.org/W6770369697","https://openalex.org/W6774581290","https://openalex.org/W6774612895","https://openalex.org/W6775508129","https://openalex.org/W6802962145"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Automated":[0],"machine":[1,12,22],"learning":[2,13,23],"(AutoML)":[3],"supports":[4,164],"the":[5,16,45,54,79,89,92,133,178],"algorithmic":[6],"construction":[7],"and":[8,19,40,109,123,167],"data-specific":[9],"customization":[10],"of":[11,21,56,81,91,183],"pipelines,":[14],"including":[15],"selection,":[17],"combination,":[18],"parametrization":[20],"algorithms":[24],"as":[25],"main":[26],"constituents.":[27],"Generally":[28],"speaking,":[29],"AutoML":[30,142],"approaches":[31,48,70,140,149],"comprise":[32],"two":[33],"major":[34],"components:":[35],"a":[36,160,165,181,188],"search":[37,93,191],"space":[38,80,94],"model":[39],"an":[41,98,173],"optimizer":[42],"for":[43,115,143,155],"traversing":[44],"space.":[46],"Recent":[47],"have":[49,75],"shown":[50],"impressive":[51],"results":[52],"in":[53,87,102],"realm":[55],"supervised":[57],"learning,":[58],"most":[59],"notably":[60],"(single-label)":[61],"classification":[62,73],"(SLC).":[63],"Moreover,":[64],"first":[65],"attempts":[66],"at":[67],"extending":[68],"these":[69,148],"towards":[71],"multi-label":[72],"(MLC)":[74],"been":[76],"made.":[77],"While":[78],"candidate":[82],"pipelines":[83],"is":[84,95],"already":[85],"huge":[86],"SLC,":[88],"complexity":[90],"raised":[96],"to":[97,110,119,127,141,192,195],"even":[99],"higher":[100],"power":[101],"MLC.":[103,144,156],"One":[104],"may":[105],"wonder,":[106],"therefore,":[107],"whether":[108],"what":[111],"extent":[112],"optimizers":[113,151],"established":[114],"SLC":[116],"can":[117],"scale":[118],"this":[120],"increased":[121],"complexity,":[122],"how":[124],"they":[125],"compare":[126,193],"each":[128],"other.":[129],"This":[130],"paper":[131],"makes":[132],"following":[134],"contributions:":[135],"First,":[136],"we":[137,146,158,171],"survey":[138],"existing":[139],"Second,":[145],"augment":[147],"with":[150],"not":[152],"previously":[153],"tried":[154],"Third,":[157],"propose":[159],"benchmarking":[161],"framework":[162],"that":[163],"fair":[166],"systematic":[168],"comparison.":[169],"Fourth,":[170],"conduct":[172],"extensive":[174],"experimental":[175],"study,":[176],"evaluating":[177],"methods":[179],"on":[180],"suite":[182],"MLC":[184],"problems.":[185],"We":[186],"find":[187],"grammar-based":[189],"best-first":[190],"favorably":[194],"other":[196],"optimizers.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}