{"id":"https://openalex.org/W3182003221","doi":"https://doi.org/10.48550/arxiv.2107.04369","title":"Multi-headed Neural Ensemble Search","display_name":"Multi-headed Neural Ensemble Search","publication_year":2021,"publication_date":"2021-07-09","ids":{"openalex":"https://openalex.org/W3182003221","doi":"https://doi.org/10.48550/arxiv.2107.04369","mag":"3182003221"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2107.04369","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.04369","pdf_url":"https://arxiv.org/pdf/2107.04369","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2107.04369","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Narayanan, Ashwin Raaghav","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Narayanan, Ashwin Raaghav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036384629","display_name":"Arber Zela","orcid":"https://orcid.org/0000-0003-4731-1511","observed_orcids":["https://orcid.org/0000-0003-4731-1511"]},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zela, Arber","raw_affiliation_strings":["University of Freiburg, Freiburg im Breisgau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Freiburg, Freiburg im Breisgau, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081589057","display_name":"Tonmoy Saikia","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Saikia, Tonmoy","raw_affiliation_strings":["University of Freiburg, Freiburg im Breisgau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Freiburg, Freiburg im Breisgau, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070290355","display_name":"Thomas Brox","orcid":"https://orcid.org/0000-0002-6282-8861","observed_orcids":["https://orcid.org/0000-0002-6282-8861"]},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Brox, Thomas","raw_affiliation_strings":["University of Freiburg, Freiburg im Breisgau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Freiburg, Freiburg im Breisgau, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031002895","display_name":"Frank Hutter","orcid":"https://orcid.org/0000-0002-2037-3694","observed_orcids":["https://orcid.org/0000-0002-2037-3694"]},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hutter, Frank","raw_affiliation_strings":["University of Freiburg, Freiburg im Breisgau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Freiburg, Freiburg im Breisgau, Germany","institution_ids":["https://openalex.org/I161046081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8285999894142151,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8285999894142151,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.14589999616146088,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.009399999864399433,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ensemble-deep-learning","display_name":"ensemble deep learning","score":0.8309999704360962},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.7760000228881836},{"id":"https://openalex.org/keywords/ensemble-diversity","display_name":"ensemble diversity","score":0.5659999847412109},{"id":"https://openalex.org/keywords/uncertainty-calibration","display_name":"uncertainty calibration","score":0.8659999966621399},{"id":"https://openalex.org/keywords/end-to-end-learning","display_name":"end-to-end learning","score":0.5979999899864197}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.8136006593704224},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.750863790512085},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.6336919069290161},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6246967315673828},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5602989196777344},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.5362706780433655},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5221058130264282},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.45153671503067017},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4017435312271118},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2107.04369","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.04369","pdf_url":"https://arxiv.org/pdf/2107.04369","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3182003221","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2107.04369","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2107.04369","doi":"https://doi.org/10.48550/arxiv.2107.04369","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2107.04369","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3185051538","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/journals/corr/corr2107.html#abs-2107-04369","pdf_url":null,"source":{"id":"https://openalex.org/S4306419644","display_name":"International Conference on Machine Learning","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"International Conference on Machine Learning","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2107.04369","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.04369","pdf_url":"https://arxiv.org/pdf/2107.04369","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1534477342","https://openalex.org/W2135293965","https://openalex.org/W2146950091","https://openalex.org/W2172734211","https://openalex.org/W2187089797","https://openalex.org/W2553303224","https://openalex.org/W2560321925","https://openalex.org/W2612983688","https://openalex.org/W2626967530","https://openalex.org/W2769653148","https://openalex.org/W2807912816","https://openalex.org/W2885311373","https://openalex.org/W2885820039","https://openalex.org/W2891714643","https://openalex.org/W2902251695","https://openalex.org/W2917028965","https://openalex.org/W2923375803","https://openalex.org/W2944213978","https://openalex.org/W2948194985","https://openalex.org/W2948210138","https://openalex.org/W2963423218","https://openalex.org/W2965658867","https://openalex.org/W2973943791","https://openalex.org/W2992525328","https://openalex.org/W2996409713","https://openalex.org/W3035330516","https://openalex.org/W3036091446","https://openalex.org/W3037759848"],"related_works":["https://openalex.org/W3185051538","https://openalex.org/W3132165210","https://openalex.org/W2165302198","https://openalex.org/W3037759848","https://openalex.org/W2035328281","https://openalex.org/W2088265251","https://openalex.org/W1490863367","https://openalex.org/W2211396652","https://openalex.org/W2172734211","https://openalex.org/W1973083027","https://openalex.org/W178632620","https://openalex.org/W3121788517","https://openalex.org/W2584185934","https://openalex.org/W2980742066","https://openalex.org/W2948543902","https://openalex.org/W1488364163","https://openalex.org/W2970751704","https://openalex.org/W2396696030","https://openalex.org/W2396704156","https://openalex.org/W2141642853"],"abstract_inverted_index":{"Ensembles":[0],"of":[1,23,41,60],"CNN":[2],"models":[3],"trained":[4,77],"with":[5],"different":[6],"seeds":[7],"(also":[8],"known":[9,14],"as":[10],"Deep":[11,70],"Ensembles)":[12],"are":[13],"to":[15,55,65,79,84,89,114],"achieve":[16],"superior":[17],"performance":[18,33,113,122],"over":[19],"a":[20,61],"single":[21],"copy":[22],"the":[24,39],"CNN.":[25],"Neural":[26],"Ensemble":[27],"Search":[28],"(NES)":[29],"can":[30,75],"further":[31],"boost":[32],"by":[34],"adding":[35],"architectural":[36],"diversity.":[37],"However,":[38],"scope":[40],"NES":[42,54],"remains":[43],"prohibitive":[44],"under":[45],"limited":[46],"computational":[47],"resources.":[48],"In":[49],"this":[50],"work,":[51],"we":[52,98],"extend":[53],"multi-headed":[56,73,101],"ensembles,":[57],"which":[58,81],"consist":[59],"shared":[62],"backbone":[63],"attached":[64],"multiple":[66],"prediction":[67],"heads.":[68],"Unlike":[69],"Ensembles,":[71],"these":[72],"ensembles":[74,106],"be":[76],"end":[78],"end,":[80],"enables":[82],"us":[83],"leverage":[85],"one-shot":[86],"NAS":[87],"methods":[88],"optimize":[90],"an":[91],"ensemble":[92,102,116],"objective.":[93],"With":[94],"extensive":[95],"empirical":[96],"evaluations,":[97],"demonstrate":[99],"that":[100],"search":[103,117],"finds":[104],"robust":[105],"3":[107],"times":[108],"faster,":[109],"while":[110],"having":[111],"comparable":[112],"other":[115],"methods,":[118],"in":[119],"both":[120],"predictive":[121],"and":[123],"uncertainty":[124],"calibration.":[125]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-10-10T00:00:00"}