{"id":"https://openalex.org/W3131964811","doi":null,"title":"Activation-level uncertainty in deep neural networks","display_name":"Activation-level uncertainty in deep neural networks","publication_year":2021,"publication_date":"2021-05-03","ids":{"openalex":"https://openalex.org/W3131964811","mag":"3131964811"},"language":"en","primary_location":{"id":"mag:3131964811","doi":null,"is_oa":false,"landing_page_url":"https://openreview.net/pdf?id=UvBPbpvHRj-","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006029857","display_name":"Pablo Morales-\u00c1lvarez","orcid":"https://orcid.org/0000-0003-2793-0083","observed_orcids":["https://orcid.org/0000-0003-2793-0083"]},"institutions":[{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pablo Morales-\u00c1lvarez","raw_affiliation_strings":["university of Granada"],"raw_orcid":"https://orcid.org/0000-0003-2793-0083","affiliations":[{"raw_affiliation_string":"university of Granada","institution_ids":["https://openalex.org/I173304897"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003318791","display_name":"Daniel Hern\u00e1ndez-Lobato","orcid":"https://orcid.org/0000-0001-5845-437X","observed_orcids":["https://orcid.org/0000-0001-5845-437X"]},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Daniel Hern\u00e1ndez-Lobato","raw_affiliation_strings":["Universidad Autonoma de Madrid;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Autonoma de Madrid;","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023830568","display_name":"Rafael Molina","orcid":"https://orcid.org/0000-0003-4694-8588","observed_orcids":["https://orcid.org/0000-0003-4694-8588"]},"institutions":[{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Rafael Molina","raw_affiliation_strings":["university of Granada"],"raw_orcid":"https://orcid.org/0000-0003-4694-8588","affiliations":[{"raw_affiliation_string":"university of Granada","institution_ids":["https://openalex.org/I173304897"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102890597","display_name":"Jos\u00e9 Miguel Hern\u00e1ndez-Lobato","orcid":"https://orcid.org/0000-0001-7610-949X","observed_orcids":["https://orcid.org/0000-0001-7610-949X"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Miguel Hern\u00e1ndez-Lobato","raw_affiliation_strings":["Univ. of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Cambridge","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.282,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.47724345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/uncertainty-estimation","display_name":"uncertainty estimation","score":0.781000018119812},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.7009999752044678},{"id":"https://openalex.org/keywords/bayesian-neural-networks","display_name":"Bayesian neural networks","score":0.7979999780654907},{"id":"https://openalex.org/keywords/gaussian-processes","display_name":"Gaussian processes","score":0.8080000281333923},{"id":"https://openalex.org/keywords/triangular-kernel","display_name":"triangular kernel","score":0.7400000095367432},{"id":"https://openalex.org/keywords/deep-gaussian-processes","display_name":"deep Gaussian processes","score":0.9340000152587891},{"id":"https://openalex.org/keywords/inducing-points","display_name":"inducing points","score":0.8790000081062317},{"id":"https://openalex.org/keywords/overconfidence","display_name":"overconfidence","score":0.4390000104904175}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6137125492095947},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.5981588363647461},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5622023344039917},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.5194951295852661},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.5054283142089844},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.4947802424430847},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4851849675178528},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.481201708316803},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.47176411747932434},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.46616631746292114},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4298986494541168},{"id":"https://openalex.org/C77170095","wikidata":"https://www.wikidata.org/wiki/Q1753188","display_name":"Linearity","level":2,"score":0.4111030101776123},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.375630646944046},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3443267345428467},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.334018349647522},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2944200038909912},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3131964811","doi":null,"is_oa":false,"landing_page_url":"https://openreview.net/pdf?id=UvBPbpvHRj-","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W35527955","https://openalex.org/W137285897","https://openalex.org/W582134693","https://openalex.org/W1533660737","https://openalex.org/W1533861849","https://openalex.org/W1567512734","https://openalex.org/W1614298861","https://openalex.org/W1665214252","https://openalex.org/W1677182931","https://openalex.org/W1683511521","https://openalex.org/W1746819321","https://openalex.org/W1777124189","https://openalex.org/W1836465849","https://openalex.org/W1932198206","https://openalex.org/W1959608418","https://openalex.org/W2025720061","https://openalex.org/W2047229728","https://openalex.org/W2111051539","https://openalex.org/W2113571038","https://openalex.org/W2125621954","https://openalex.org/W2130283669","https://openalex.org/W2141800987","https://openalex.org/W2156387975","https://openalex.org/W2160815625","https://openalex.org/W2164411961","https://openalex.org/W2257113116","https://openalex.org/W2540189295","https://openalex.org/W2548077621","https://openalex.org/W2560321925","https://openalex.org/W2600383743","https://openalex.org/W2624413595","https://openalex.org/W2626967530","https://openalex.org/W2785957335","https://openalex.org/W2803474767","https://openalex.org/W2907020378","https://openalex.org/W2909021043","https://openalex.org/W2912168444","https://openalex.org/W2920112539","https://openalex.org/W2946461156","https://openalex.org/W2948194985","https://openalex.org/W2948321964","https://openalex.org/W2948689753","https://openalex.org/W2952816888","https://openalex.org/W2955023002","https://openalex.org/W2962875063","https://openalex.org/W2963685250","https://openalex.org/W2963711523","https://openalex.org/W2964121744","https://openalex.org/W2965875443","https://openalex.org/W2966299821","https://openalex.org/W2968600287","https://openalex.org/W2992525328","https://openalex.org/W2996390340","https://openalex.org/W3034669169","https://openalex.org/W3104962057"],"related_works":["https://openalex.org/W3099669512","https://openalex.org/W6929614467","https://openalex.org/W7129746791","https://openalex.org/W3093515944","https://openalex.org/W3035898727","https://openalex.org/W2957780671","https://openalex.org/W2787825417","https://openalex.org/W7135016395","https://openalex.org/W3130823131","https://openalex.org/W7134910012"],"abstract_inverted_index":{"Current":[0],"approaches":[1],"for":[2,96,158],"uncertainty":[3,18,74,117,149],"estimation":[4],"in":[5,19,51,62,127],"deep":[6,137,159],"learning":[7],"often":[8],"produce":[9],"too":[10],"confident":[11],"results.":[12],"Bayesian":[13],"Neural":[14],"Networks":[15],"(BNNs)":[16],"model":[17],"the":[20,30,47,52,56,76,82,86,103,134],"space":[21,53],"of":[22,32,54,64],"weights,":[23],"which":[24,97],"is":[25,49,59,106,155],"usually":[26],"high-dimensional":[27],"and":[28,121,141,154],"limits":[29],"quality":[31],"variational":[33],"approximations.":[34],"The":[35],"more":[36,115],"recent":[37],"functional":[38],"BNNs":[39],"(fBNNs)":[40],"address":[41],"this":[42,68],"only":[43],"partially":[44],"because,":[45],"although":[46],"prior":[48],"specified":[50],"functions,":[55],"posterior":[57],"approximation":[58],"still":[60],"defined":[61],"terms":[63],"stochastic":[65],"weights.":[66],"In":[67],"work":[69],"we":[70,145],"propose":[71],"to":[72,81],"move":[73],"from":[75],"weights":[77],"(which":[78],"are":[79,88],"deterministic)":[80],"activation":[83],"function.":[84],"Specifically,":[85],"activations":[87],"modelled":[89],"with":[90,136],"simple":[91],"1D":[92],"Gaussian":[93],"Processes":[94],"(GP),":[95],"a":[98],"triangular":[99],"kernel":[100],"inspired":[101],"by":[102],"ReLu":[104],"non-linearity":[105],"explored.":[107],"Our":[108],"experiments":[109],"show":[110,146],"that":[111,147],"activation-level":[112,148],"stochasticity":[113],"provides":[114],"reliable":[116],"estimates":[118],"than":[119],"BNN":[120],"fBNN,":[122],"whereas":[123],"it":[124],"performs":[125],"competitively":[126],"standard":[128],"prediction":[129],"tasks.":[130],"We":[131],"also":[132],"study":[133],"connection":[135],"GPs,":[138],"both":[139],"theoretically":[140],"empirically.":[142],"More":[143],"precisely,":[144],"requires":[150],"fewer":[151],"inducing":[152],"points":[153],"better":[156],"suited":[157],"architectures.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2021-03-01T00:00:00"}