{"id":"https://openalex.org/W3154270017","doi":"https://doi.org/10.3390/computers10040054","title":"Sparsity Increases Uncertainty Estimation in Deep Ensemble","display_name":"Sparsity Increases Uncertainty Estimation in Deep Ensemble","publication_year":2021,"publication_date":"2021-04-19","ids":{"openalex":"https://openalex.org/W3154270017","doi":"https://doi.org/10.3390/computers10040054","mag":"3154270017"},"language":"en","primary_location":{"id":"doi:10.3390/computers10040054","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers10040054","pdf_url":"https://www.mdpi.com/2073-431X/10/4/54/pdf?version=1618908953","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/10/4/54/pdf?version=1618908953","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090957726","display_name":"Uyanga Dorjsembe","orcid":null},"institutions":[{"id":"https://openalex.org/I191879574","display_name":"Inha University","ror":"https://ror.org/01easw929","country_code":"KR","type":"education","lineage":["https://openalex.org/I191879574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Uyanga Dorjsembe","raw_affiliation_strings":["Department of Computer Science, Inha University, 100 Inha-ro, Michuhol-gu, Incheon 22212, Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Inha University, 100 Inha-ro, Michuhol-gu, Incheon 22212, Korea","institution_ids":["https://openalex.org/I191879574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048219073","display_name":"Ju Hong Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I191879574","display_name":"Inha University","ror":"https://ror.org/01easw929","country_code":"KR","type":"education","lineage":["https://openalex.org/I191879574"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Ju Hong Lee","raw_affiliation_strings":["Department of Computer Science, Inha University, 100 Inha-ro, Michuhol-gu, Incheon 22212, Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Inha University, 100 Inha-ro, Michuhol-gu, Incheon 22212, Korea","institution_ids":["https://openalex.org/I191879574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110181119","display_name":"Bumghi Choi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bumghi Choi","raw_affiliation_strings":["QHedge Inc, Inha Dream Center, 100 Inha-ro, Michuhol-gu, Incheon 22212, Korea"],"affiliations":[{"raw_affiliation_string":"QHedge Inc, Inha Dream Center, 100 Inha-ro, Michuhol-gu, Incheon 22212, Korea","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114119513","display_name":"Jae Won Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jae Won Song","raw_affiliation_strings":["Value finders Inc, Incheon IT Tower, 229 Gyeongin-ro, Michuhol-gu, Incheon 22106, Korea"],"affiliations":[{"raw_affiliation_string":"Value finders Inc, Incheon IT Tower, 229 Gyeongin-ro, Michuhol-gu, Incheon 22106, Korea","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5048219073"],"corresponding_institution_ids":["https://openalex.org/I191879574"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.2719,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.61003229,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"10","issue":"4","first_page":"54","last_page":"54"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.737209677696228},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7174878120422363},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7169766426086426},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5936145782470703},{"id":"https://openalex.org/keywords/ensemble-forecasting","display_name":"Ensemble forecasting","score":0.5903650522232056},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5545253753662109},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5430365204811096},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.5090653300285339},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49588117003440857},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.4958594739437103},{"id":"https://openalex.org/keywords/deep-belief-network","display_name":"Deep belief network","score":0.4586380422115326},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.4556361734867096},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44482147693634033},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4378368854522705},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.22796714305877686}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.737209677696228},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7174878120422363},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7169766426086426},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5936145782470703},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.5903650522232056},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5545253753662109},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5430365204811096},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.5090653300285339},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49588117003440857},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.4958594739437103},{"id":"https://openalex.org/C97385483","wikidata":"https://www.wikidata.org/wiki/Q16954980","display_name":"Deep belief network","level":3,"score":0.4586380422115326},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.4556361734867096},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44482147693634033},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4378368854522705},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.22796714305877686},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers10040054","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers10040054","pdf_url":"https://www.mdpi.com/2073-431X/10/4/54/pdf?version=1618908953","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:00171b085dbd426d8577b2047c96ebe5","is_oa":true,"landing_page_url":"https://doaj.org/article/00171b085dbd426d8577b2047c96ebe5","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 10, Iss 4, p 54 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers10040054","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers10040054","pdf_url":"https://www.mdpi.com/2073-431X/10/4/54/pdf?version=1618908953","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8100000023841858}],"awards":[{"id":"https://openalex.org/G2126180556","display_name":null,"funder_award_id":"2017R1D1A1B03028928","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G5284820735","display_name":null,"funder_award_id":"NRF-2020R1F1A1069361","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G7512522664","display_name":null,"funder_award_id":"2019R1F1A1062094","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3154270017.pdf","grobid_xml":"https://content.openalex.org/works/W3154270017.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W582134693","https://openalex.org/W1959608418","https://openalex.org/W2095705004","https://openalex.org/W2111959010","https://openalex.org/W2128073546","https://openalex.org/W2139769245","https://openalex.org/W2149991584","https://openalex.org/W2560321925","https://openalex.org/W2600383743","https://openalex.org/W2626967530","https://openalex.org/W2788907134","https://openalex.org/W2807588596","https://openalex.org/W2904979775","https://openalex.org/W2911598730","https://openalex.org/W2950517871","https://openalex.org/W2956805085","https://openalex.org/W2962677013","https://openalex.org/W2963238274","https://openalex.org/W2964059111","https://openalex.org/W2968104655","https://openalex.org/W2989902657","https://openalex.org/W3035711539","https://openalex.org/W3037798905","https://openalex.org/W3085409107","https://openalex.org/W3090204745","https://openalex.org/W3102888966","https://openalex.org/W3102961490","https://openalex.org/W3119981760","https://openalex.org/W3129901004","https://openalex.org/W4232478844","https://openalex.org/W6640963894","https://openalex.org/W6674330103","https://openalex.org/W6695011786","https://openalex.org/W6764214684","https://openalex.org/W6794177164"],"related_works":["https://openalex.org/W2794896638","https://openalex.org/W2891633941","https://openalex.org/W3202800081","https://openalex.org/W4312601715","https://openalex.org/W2803954745","https://openalex.org/W3101614107","https://openalex.org/W1909207154","https://openalex.org/W4390971112","https://openalex.org/W3036530763","https://openalex.org/W3124390867"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"have":[3,12],"achieved":[4],"almost":[5],"human-level":[6],"results":[7],"in":[8,15,77,108],"various":[9],"tasks":[10],"and":[11,43,67,73,123],"become":[13],"popular":[14],"the":[16,29,49,52,75,78,87],"broad":[17],"artificial":[18],"intelligence":[19],"domains.":[20],"Uncertainty":[21],"estimation":[22,32],"is":[23,119],"an":[24,114],"on-demand":[25],"task":[26],"caused":[27],"by":[28,97],"black-box":[30],"point":[31],"behavior":[33],"of":[34,80],"deep":[35,38,53,71,117],"learning.":[36],"The":[37],"ensemble":[39,54,72,88,118],"provides":[40],"increased":[41,104],"accuracy":[42],"estimated":[44],"uncertainty;":[45],"however,":[46],"linearly":[47],"increasing":[48],"size":[50],"makes":[51],"unfeasible":[55],"for":[56,121],"memory-intensive":[57,122],"tasks.":[58,125],"To":[59],"address":[60],"this":[61],"problem,":[62],"we":[63],"used":[64],"model":[65],"pruning":[66],"quantization":[68],"with":[69,92],"a":[70],"analyzed":[74],"effect":[76],"context":[79],"uncertainty":[81],"metrics.":[82],"We":[83],"empirically":[84],"showed":[85],"that":[86],"members\u2019":[89],"disagreement":[90,102],"increases":[91],"pruning,":[93],"making":[94,109],"models":[95],"sparser":[96],"zeroing":[98],"irrelevant":[99],"parameters.":[100],"Increased":[101],"im-plies":[103],"uncertainty,":[105],"which":[106],"helps":[107],"more":[110],"robust":[111],"predictions.":[112],"Accordingly,":[113],"energy-efficient":[115],"compressed":[116],"appropriate":[120],"uncertainty-aware":[124]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-04-26T00:00:00"}