{"id":"https://openalex.org/W3132800470","doi":"https://doi.org/10.17863/cam.69929","title":"Getting a CLUE: A Method for Explaining Uncertainty Estimates","display_name":"Getting a CLUE: A Method for Explaining Uncertainty Estimates","publication_year":2020,"publication_date":"2020-06-11","ids":{"openalex":"https://openalex.org/W3132800470","doi":"https://doi.org/10.17863/cam.69929","mag":"3132800470"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2006.06848","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.06848","pdf_url":"https://arxiv.org/pdf/2006.06848","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.06848","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051888078","display_name":"Javier Antor\u00e1n","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Antor\u00e1n, Javier","raw_affiliation_strings":["Univ. of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016469734","display_name":"Umang Bhatt","orcid":"https://orcid.org/0000-0002-4611-1668","observed_orcids":["https://orcid.org/0000-0002-4611-1668"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bhatt, Umang","raw_affiliation_strings":["Univ. of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051625926","display_name":"Tameem Adel","orcid":"https://orcid.org/0000-0003-1835-9225","observed_orcids":["https://orcid.org/0000-0003-1835-9225"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Adel, Tameem","raw_affiliation_strings":["Univ. of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042278493","display_name":"Adrian Weller","orcid":"https://orcid.org/0000-0003-1915-7158","observed_orcids":["https://orcid.org/0000-0003-1915-7158"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Weller, Adrian","raw_affiliation_strings":["Univ. of Cambridge"],"raw_orcid":"https://orcid.org/0000-0003-1915-7158","affiliations":[{"raw_affiliation_string":"Univ. of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102890597","display_name":"Jos\u00e9 Miguel Hern\u00e1ndez-Lobato","orcid":"https://orcid.org/0000-0001-7610-949X","observed_orcids":["https://orcid.org/0000-0001-7610-949X"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hern\u00e1ndez-Lobato, Jos\u00e9 Miguel","raw_affiliation_strings":["Univ. of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Cambridge","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":99,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/uncertainty-estimation","display_name":"uncertainty estimation","score":0.8920000195503235},{"id":"https://openalex.org/keywords/counterfactual-explanations","display_name":"counterfactual explanations","score":0.7329999804496765},{"id":"https://openalex.org/keywords/bayesian-neural-networks","display_name":"Bayesian neural networks","score":0.9210000038146973},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.7099999785423279},{"id":"https://openalex.org/keywords/data-manifold","display_name":"data manifold","score":0.7110000252723694},{"id":"https://openalex.org/keywords/trustworthy-machine-learning","display_name":"trustworthy machine learning","score":0.6809999942779541},{"id":"https://openalex.org/keywords/evaluation-of-explanations","display_name":"explanation evaluation","score":0.46000000834465027}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.891147255897522},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.8764985799789429},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6785790920257568},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6364786624908447},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.6052033305168152},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5898409485816956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.559569776058197},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4679889380931854},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3934248685836792},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3598809242248535},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17904570698738098},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"pmh:oai:arXiv.org:2006.06848","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.06848","pdf_url":"https://arxiv.org/pdf/2006.06848","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:www.repository.cam.ac.uk:1810/322471","doi":null,"is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/322471","pdf_url":"https://www.repository.cam.ac.uk/handle/1810/322471","source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Object"},{"id":"pmh:oai:generic.eprints.org:1206874","doi":null,"is_oa":false,"landing_page_url":"http://publications.eng.cam.ac.uk/1206874/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922847","display_name":"Cambridge University Engineering Department Publications Database","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"doi:10.48550/arxiv.2006.06848","doi":"https://doi.org/10.48550/arxiv.2006.06848","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.06848","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.17863/cam.69929","doi":"https://doi.org/10.17863/cam.69929","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.69929","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Other"},{"id":"mag:3132800470","doi":null,"is_oa":false,"landing_page_url":"https://openreview.net/pdf?id=XSLF1XFq5h","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.06848","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.06848","pdf_url":"https://arxiv.org/pdf/2006.06848","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1309768829","display_name":null,"funder_award_id":"EP/N510129/1.","funder_id":"https://openalex.org/F4320313467","funder_display_name":"Alan Turing Institute"},{"id":"https://openalex.org/G1530628176","display_name":null,"funder_award_id":"TU/B/000074","funder_id":"https://openalex.org/F4320313467","funder_display_name":"Alan Turing Institute"},{"id":"https://openalex.org/G1633672591","display_name":null,"funder_award_id":"N510129","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3855435662","display_name":null,"funder_award_id":"N510129","funder_id":"https://openalex.org/F4320313467","funder_display_name":"Alan Turing Institute"},{"id":"https://openalex.org/G444630160","display_name":null,"funder_award_id":"EP/N510129/","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4500485203","display_name":"The Alan Turing Institute","funder_award_id":"EP/N510129/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4830068369","display_name":null,"funder_award_id":"TU/B/000074","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7534050724","display_name":"Scalable, Sample Efficient and Interpretable Bayesian Deep Learning","funder_award_id":"2275741","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8597009950","display_name":null,"funder_award_id":"EP/N510129/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320313467","display_name":"Alan Turing Institute","ror":"https://ror.org/035dkdb55"},{"id":"https://openalex.org/F4320317153","display_name":"DeepMind","ror":"https://ror.org/00971b260"},{"id":"https://openalex.org/F4320319993","display_name":"Leverhulme Trust","ror":"https://ror.org/012mzw131"},{"id":"https://openalex.org/F4320327705","display_name":"Mozilla Foundation","ror":"https://ror.org/01y8r3379"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3132800470.pdf","grobid_xml":"https://content.openalex.org/works/W3132800470.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1565746575","https://openalex.org/W1583776211","https://openalex.org/W1719489212","https://openalex.org/W1945616565","https://openalex.org/W2111051539","https://openalex.org/W2194775991","https://openalex.org/W2282821441","https://openalex.org/W2556372419","https://openalex.org/W2594475271","https://openalex.org/W2594633041","https://openalex.org/W2618851150","https://openalex.org/W2619351609","https://openalex.org/W2657631929","https://openalex.org/W2732560823","https://openalex.org/W2785011159","https://openalex.org/W2788017640","https://openalex.org/W2788755844","https://openalex.org/W2886951562","https://openalex.org/W2891340972","https://openalex.org/W2893749619","https://openalex.org/W2896125160","https://openalex.org/W2903471224","https://openalex.org/W2903808828","https://openalex.org/W2909392392","https://openalex.org/W2911290044","https://openalex.org/W2917286209","https://openalex.org/W2945151003","https://openalex.org/W2945976633","https://openalex.org/W2948321964","https://openalex.org/W2952517774","https://openalex.org/W2963207607","https://openalex.org/W2963276306","https://openalex.org/W2963396138","https://openalex.org/W2963577698","https://openalex.org/W2964316623","https://openalex.org/W2966362896","https://openalex.org/W2967578682","https://openalex.org/W2971715171","https://openalex.org/W2973193541","https://openalex.org/W2994689640","https://openalex.org/W3006861283","https://openalex.org/W3008842280","https://openalex.org/W3008950730","https://openalex.org/W3021850758","https://openalex.org/W3037387613","https://openalex.org/W3086663105","https://openalex.org/W3098529012","https://openalex.org/W3099760900","https://openalex.org/W3113260814","https://openalex.org/W3120740533","https://openalex.org/W3122175177","https://openalex.org/W3183398589"],"related_works":["https://openalex.org/W4200630791","https://openalex.org/W4206868903","https://openalex.org/W3154771717","https://openalex.org/W3136995587","https://openalex.org/W4415309949","https://openalex.org/W7202253234","https://openalex.org/W3034720383","https://openalex.org/W3184340628","https://openalex.org/W4389768552","https://openalex.org/W4410730285"],"abstract_inverted_index":{"Both":[0],"uncertainty":[1,36],"estimation":[2],"and":[3,98,110],"interpretability":[4],"are":[5,119],"important":[6],"factors":[7],"for":[8,34,86,121],"trustworthy":[9],"machine":[10],"learning":[11],"systems.":[12],"However,":[13],"there":[14],"is":[15],"little":[16],"work":[17],"at":[18],"the":[19,64,75],"intersection":[20],"of":[21,90,95],"these":[22],"two":[23],"areas.":[24],"We":[25,78],"address":[26],"this":[27],"gap":[28],"by":[29],"proposing":[30],"a":[31,69,83,93,100],"novel":[32,84],"method":[33],"interpreting":[35],"estimates":[37],"from":[38],"differentiable":[39],"probabilistic":[40],"models,":[41],"like":[42],"Bayesian":[43],"Neural":[44],"Networks":[45],"(BNNs).":[46],"Our":[47,103],"method,":[48],"Counterfactual":[49],"Latent":[50],"Uncertainty":[51],"Explanations":[52],"(CLUE),":[53],"indicates":[54],"how":[55],"to":[56,113],"change":[57],"an":[58],"input,":[59],"while":[60],"keeping":[61],"it":[62],"on":[63],"data":[65],"manifold,":[66],"such":[67],"that":[68,106],"BNN":[70],"becomes":[71],"more":[72],"confident":[73],"about":[74],"input's":[76],"prediction.":[77],"validate":[79],"CLUE":[80,107],"through":[81],"1)":[82],"framework":[85],"evaluating":[87],"counterfactual":[88],"explanations":[89],"uncertainty,":[91],"2)":[92],"series":[94],"ablation":[96],"experiments,":[97],"3)":[99],"user":[101],"study.":[102],"experiments":[104],"show":[105],"outperforms":[108],"baselines":[109],"enables":[111],"practitioners":[112],"better":[114],"understand":[115],"which":[116],"input":[117],"patterns":[118],"responsible":[120],"predictive":[122],"uncertainty.":[123]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2021-03-01T00:00:00"}