{"id":"https://openalex.org/W4386246855","doi":"https://doi.org/10.1145/3600211.3604692","title":"Human Uncertainty in Concept-Based AI Systems","display_name":"Human Uncertainty in Concept-Based AI Systems","publication_year":2023,"publication_date":"2023-08-08","ids":{"openalex":"https://openalex.org/W4386246855","doi":"https://doi.org/10.1145/3600211.3604692"},"language":"en","primary_location":{"id":"doi:10.1145/3600211.3604692","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3600211.3604692","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604692","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604692","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024828997","display_name":"Katherine M. Collins","orcid":"https://orcid.org/0000-0002-7032-716X"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Katherine Maeve Collins","raw_affiliation_strings":["University of Cambridge, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082151748","display_name":"Matthew L Barker","orcid":"https://orcid.org/0000-0003-4910-1825"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Matthew Barker","raw_affiliation_strings":["Department of Engineering, University of Cambridge, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022801769","display_name":"Mateo Espinosa Zarlenga","orcid":"https://orcid.org/0009-0006-7333-5727"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mateo Espinosa Zarlenga","raw_affiliation_strings":["University of Cambridge, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085536282","display_name":"Naveen Raman","orcid":"https://orcid.org/0009-0006-8886-084X"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Naveen Raman","raw_affiliation_strings":["University of Cambridge, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016469734","display_name":"Umang Bhatt","orcid":"https://orcid.org/0000-0002-4611-1668"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Umang Bhatt","raw_affiliation_strings":["University of Cambridge, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036018012","display_name":"Mateja Jamnik","orcid":"https://orcid.org/0000-0003-2772-2532"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mateja Jamnik","raw_affiliation_strings":["University of Cambridge, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053200092","display_name":"Ilia Sucholutsky","orcid":"https://orcid.org/0000-0003-4121-7479"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ilia Sucholutsky","raw_affiliation_strings":["Princeton University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Princeton University, United Kingdom","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042278493","display_name":"Adrian Weller","orcid":"https://orcid.org/0000-0003-1915-7158"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Adrian Weller","raw_affiliation_strings":["University of Cambridge, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050954769","display_name":"Krishnamurthy Dvijotham","orcid":"https://orcid.org/0000-0002-1328-4677"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krishnamurthy Dvijotham","raw_affiliation_strings":["Google DeepMind, USA"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5024828997"],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":2.9325,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.92764135,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"869","last_page":"889"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7694947719573975},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6343938112258911},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5729110836982727},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5153874158859253},{"id":"https://openalex.org/keywords/multidisciplinary-approach","display_name":"Multidisciplinary approach","score":0.5042597055435181},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.49005186557769775},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.47431373596191406},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4728914797306061},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.4721795618534088},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.43669408559799194},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.4244588017463684},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34871336817741394},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.2209858000278473}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7694947719573975},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6343938112258911},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5729110836982727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5153874158859253},{"id":"https://openalex.org/C22467394","wikidata":"https://www.wikidata.org/wiki/Q849359","display_name":"Multidisciplinary approach","level":2,"score":0.5042597055435181},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.49005186557769775},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.47431373596191406},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4728914797306061},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.4721795618534088},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.43669408559799194},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.4244588017463684},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34871336817741394},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2209858000278473},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3600211.3604692","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3600211.3604692","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604692","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3600211.3604692","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3600211.3604692","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604692","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.800000011920929}],"awards":[{"id":"https://openalex.org/G1093520412","display_name":null,"funder_award_id":"Scholarship","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1361938442","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1577515033","display_name":null,"funder_award_id":"EP/V025279/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1955024190","display_name":null,"funder_award_id":"EP/T019603/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2126551001","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320319993","funder_display_name":"Leverhulme Trust"},{"id":"https://openalex.org/G4952545190","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G5042591242","display_name":null,"funder_award_id":"EP/V056883/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5385712623","display_name":null,"funder_award_id":"567554-2022","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G7179699458","display_name":"Automating Representation Choice for AI Tools","funder_award_id":"EP/T019603/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8233204778","display_name":"Turing AI Fellowship: Trustworthy Machine Learning","funder_award_id":"EP/V025279/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320317153","display_name":"DeepMind","ror":"https://ror.org/00971b260"},{"id":"https://openalex.org/F4320319993","display_name":"Leverhulme Trust","ror":"https://ror.org/012mzw131"},{"id":"https://openalex.org/F4320321848","display_name":"Cambridge Trust","ror":"https://ror.org/05sprqy15"},{"id":"https://openalex.org/F4320323264","display_name":"Gates Cambridge Trust","ror":"https://ror.org/033sn5p83"},{"id":"https://openalex.org/F4320327705","display_name":"Mozilla Foundation","ror":"https://ror.org/01y8r3379"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386246855.pdf","grobid_xml":"https://content.openalex.org/works/W4386246855.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2019173266","https://openalex.org/W2047657419","https://openalex.org/W2065637266","https://openalex.org/W2103490241","https://openalex.org/W2145161351","https://openalex.org/W2765407302","https://openalex.org/W2779206865","https://openalex.org/W2924337219","https://openalex.org/W2948194985","https://openalex.org/W2963305465","https://openalex.org/W2963466845","https://openalex.org/W3004725381","https://openalex.org/W3005295611","https://openalex.org/W3007960301","https://openalex.org/W3014596384","https://openalex.org/W3034854469","https://openalex.org/W3035898727","https://openalex.org/W3041447144","https://openalex.org/W3113107791","https://openalex.org/W3134774296","https://openalex.org/W3167787620","https://openalex.org/W3183398589","https://openalex.org/W3208182685","https://openalex.org/W4213145388","https://openalex.org/W4220891329","https://openalex.org/W4223529721","https://openalex.org/W4281637618","https://openalex.org/W4283792060","https://openalex.org/W4287755806","https://openalex.org/W4288091267","https://openalex.org/W4296564518","https://openalex.org/W4301370300","https://openalex.org/W4306694236","https://openalex.org/W4308161946","https://openalex.org/W4308242083","https://openalex.org/W4308995511","https://openalex.org/W4309801531","https://openalex.org/W4309805497","https://openalex.org/W4313423747","https://openalex.org/W4319299967"],"related_works":["https://openalex.org/W2950475743","https://openalex.org/W4386603768","https://openalex.org/W2886711096","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W2590796488","https://openalex.org/W4389249638","https://openalex.org/W2733410219","https://openalex.org/W2734358244","https://openalex.org/W4388700941"],"abstract_inverted_index":{"Placing":[0],"a":[1,19,23,59,128,142,206],"human":[2,32,51,66],"in":[3,15,53,84,217],"the":[4,9,54,80,137,145],"loop":[5],"may":[6,165],"help":[7,166],"abate":[8],"risks":[10,29],"of":[11,56,61,144,169],"deploying":[12],"AI":[13,25,62],"systems":[14,63,171],"safety-critical":[16],"settings":[17],"(e.g.,":[18],"clinician":[20],"working":[21],"with":[22,118,131,150,161],"medical":[24],"system).":[26],"However,":[27],"mitigating":[28],"arising":[30],"from":[31,121,155,215],"error":[33],"and":[34,43,97,109,140],"uncertainty":[35,52,134],"within":[36],"such":[37],"human-AI":[38],"interactions":[39],"is":[40,104],"an":[41,72],"important":[42],"understudied":[44],"issue.":[45],"In":[46],"this":[47,85],"work,":[48],"we":[49,186,204],"study":[50,112],"context":[55],"concept-based":[57,115,170],"models,":[58],"family":[60],"that":[64,89,159],"enable":[65],"feedback":[67,214],"via":[68],"concept":[69,148,163],"interventions":[70,120],"where":[71],"expert":[73],"intervenes":[74],"on":[75,136,195],"human-interpretable":[76],"concepts":[77],"relevant":[78],"to":[79,106,180,211],"task.":[81],"Prior":[82],"work":[83],"space":[86],"often":[87],"assumes":[88],"humans":[90,103,122,216],"are":[91,94],"oracles":[92],"who":[93],"always":[95],"certain":[96],"correct.":[98],"Yet,":[99],"real-world":[100],"decision-making":[101],"by":[102],"prone":[105],"occasional":[107],"mistakes":[108],"uncertainty.":[110],"We":[111,157],"how":[113],"existing":[114],"models":[116],"deal":[117],"uncertain":[119,162,174,213],"using":[123],"two":[124],"novel":[125],"datasets:":[126],"UMNIST,":[127],"visual":[129],"dataset":[130,149],"controlled":[132],"simulated":[133],"based":[135],"MNIST":[138],"dataset,":[139],"CUB-S,":[141],"relabeling":[143],"popular":[146],"CUB":[147],"rich,":[151],"densely-annotated":[152],"soft":[153],"labels":[154,164],"humans.":[156],"show":[158],"training":[160],"mitigate":[167],"weaknesses":[168],"when":[172],"handling":[173],"interventions.":[175],"These":[176],"results":[177],"allow":[178],"us":[179],"identify":[181],"several":[182],"open":[183],"challenges,":[184],"which":[185],"argue":[187],"can":[188],"be":[189],"tackled":[190],"through":[191],"future":[192],"multidisciplinary":[193],"research":[194],"building":[196],"interactive":[197],"uncertainty-aware":[198],"systems.":[199],"To":[200],"facilitate":[201],"further":[202],"research,":[203],"release":[205],"new":[207],"elicitation":[208],"platform,":[209],"UElic,":[210],"collect":[212],"collaborative":[218],"prediction":[219],"tasks.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}