{"id":"https://openalex.org/W2980854601","doi":"https://doi.org/10.48550/arxiv.1910.08168","title":"Deep Sub-Ensembles for Fast Uncertainty Estimation in Image Classification","display_name":"Deep Sub-Ensembles for Fast Uncertainty Estimation in Image Classification","publication_year":2019,"publication_date":"2019-10-17","ids":{"openalex":"https://openalex.org/W2980854601","doi":"https://doi.org/10.48550/arxiv.1910.08168","mag":"2980854601"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1910.08168","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.08168","pdf_url":"https://arxiv.org/pdf/1910.08168","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.08168","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013519837","display_name":"Mat\u00edas Valdenegro-Toro","orcid":"https://orcid.org/0000-0001-5793-9498","observed_orcids":["https://orcid.org/0000-0001-5793-9498"]},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Valdenegro-Toro, Matias","raw_affiliation_strings":["German Research Center for Artificial Intelligence 28359 Bremen , Germany","German Research Centre for Artificial Intelligence"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence 28359 Bremen , Germany","institution_ids":["https://openalex.org/I33256026"]},{"raw_affiliation_string":"German Research Centre for Artificial Intelligence","institution_ids":["https://openalex.org/I33256026"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5013519837"],"corresponding_institution_ids":["https://openalex.org/I33256026"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":56,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7943999767303467,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7943999767303467,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.16779999434947968,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.012000000104308128,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-uncertainty-estimation","display_name":"model uncertainty estimation","score":0.8429999947547913},{"id":"https://openalex.org/keywords/ensemble-deep-learning","display_name":"ensemble deep learning","score":0.8679999709129333},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.8479999899864197},{"id":"https://openalex.org/keywords/computational-efficiency","display_name":"computational efficiency","score":0.7440000176429749},{"id":"https://openalex.org/keywords/uncertainty-calibration","display_name":"uncertainty calibration","score":0.42500001192092896},{"id":"https://openalex.org/keywords/resnet-20","display_name":"ResNet-20","score":0.7580000162124634},{"id":"https://openalex.org/keywords/cifar-10","display_name":"CIFAR-10","score":0.9129999876022339},{"id":"https://openalex.org/keywords/svhn","display_name":"SVHN","score":0.9520000219345093},{"id":"https://openalex.org/keywords/robotics","display_name":"robotics","score":0.42800000309944153}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.8616726994514465},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7387944459915161},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7040013670921326},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5976133942604065},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.48955854773521423},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4704384207725525},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.4182151257991791},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3561750054359436},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33147427439689636},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1910.08168","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.08168","pdf_url":"https://arxiv.org/pdf/1910.08168","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2980854601","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1910.08168","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1910.08168","doi":"https://doi.org/10.48550/arxiv.1910.08168","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1910.08168","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.08168","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.08168","pdf_url":"https://arxiv.org/pdf/1910.08168","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2980854601.pdf","grobid_xml":"https://content.openalex.org/works/W2980854601.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W582134693","https://openalex.org/W1686810756","https://openalex.org/W2062118960","https://openalex.org/W2194775991","https://openalex.org/W2280163991","https://openalex.org/W2335728318","https://openalex.org/W2560321925","https://openalex.org/W2797862905","https://openalex.org/W3118608800"],"related_works":["https://openalex.org/W4390189823","https://openalex.org/W4387871196","https://openalex.org/W3090569954","https://openalex.org/W4390871999","https://openalex.org/W3154270017","https://openalex.org/W7126201310","https://openalex.org/W2995464762","https://openalex.org/W7125714474","https://openalex.org/W4387559438","https://openalex.org/W4306808678"],"abstract_inverted_index":{"Fast":[0],"estimates":[1],"of":[2,16],"model":[3],"uncertainty":[4,19,109],"are":[5],"required":[6],"for":[7],"many":[8],"robust":[9],"robotics":[10],"applications.":[11],"Deep":[12,73],"Ensembles":[13],"provides":[14],"state":[15],"the":[17,43,50,54,58,64,94],"art":[18],"without":[20],"requiring":[21],"Bayesian":[22],"methods,":[23],"but":[24],"still":[25],"it":[26],"is":[27,46],"computationally":[28],"expensive.":[29],"In":[30],"this":[31,101],"paper":[32],"we":[33,67],"propose":[34],"deep":[35,40],"sub-ensembles,":[36],"an":[37],"approximation":[38],"to":[39,47,53,86],"ensembles":[41],"where":[42],"core":[44],"idea":[45,102],"ensemble":[48],"only":[49],"layers":[51],"close":[52],"output,":[55],"and":[56,81,83,108],"not":[57],"whole":[59],"model.":[60],"With":[61],"ResNet-20":[62],"on":[63,93],"CIFAR10":[65],"dataset,":[66],"obtain":[68],"1.5-2.5":[69],"speedup":[70,88],"over":[71],"a":[72,76,90,104],"Ensemble,":[74],"with":[75,89],"small":[77],"increase":[78],"in":[79],"error":[80,107],"NLL,":[82],"similarly":[84],"up":[85],"5-15":[87],"VGG-like":[91],"network":[92],"SVHN":[95],"dataset.":[96],"Our":[97],"results":[98],"show":[99],"that":[100],"enables":[103],"trade-off":[105],"between":[106],"quality":[110],"versus":[111],"computational":[112],"performance.":[113]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2019-10-25T00:00:00"}