{"id":"https://openalex.org/W7019028665","doi":null,"title":"To Err Is AI! Debugging as an Intervention to Facilitate Appropriate Reliance on AI Systems","display_name":"To Err Is AI! Debugging as an Intervention to Facilitate Appropriate Reliance on AI Systems","publication_year":2022,"publication_date":"2022-12-22","ids":{"openalex":"https://openalex.org/W7019028665"},"language":"en","primary_location":{"id":"pmh:oai:tudelft.nl:uuid:be10b0a2-2826-4b2d-8865-6519cf628776","doi":null,"is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:be10b0a2-2826-4b2d-8865-6519cf628776","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"master thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040257432","display_name":"Abri Bharos","orcid":"https://orcid.org/0000-0002-4727-4864","observed_orcids":["https://orcid.org/0000-0002-4727-4864"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Bharos, Abri (author)","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5040257432"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.7724999785423279,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.7724999785423279,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.15369999408721924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.020099999383091927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human-ai-collaboration","display_name":"human-AI collaboration","score":0.9480000138282776},{"id":"https://openalex.org/keywords/user-confidence","display_name":"user confidence","score":0.6520000100135803},{"id":"https://openalex.org/keywords/critical-thinking","display_name":"critical thinking","score":0.5410000085830688},{"id":"https://openalex.org/keywords/out-of-distribution-performance","display_name":"out-of-distribution performance","score":0.8600000143051147},{"id":"https://openalex.org/keywords/performance-feedback","display_name":"performance feedback","score":0.4519999921321869}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.9128999710083008},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7208999991416931},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.633400022983551},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5388000011444092},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5331000089645386},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4124999940395355},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.40779998898506165},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.37400001287460327},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.36660000681877136},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.32839998602867126},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3269999921321869},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3221000134944916},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.2842999994754791},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2784999907016754},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.26739999651908875}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:tudelft.nl:uuid:be10b0a2-2826-4b2d-8865-6519cf628776","doi":null,"is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:be10b0a2-2826-4b2d-8865-6519cf628776","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"master thesis"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4318620371","https://openalex.org/W7133296901","https://openalex.org/W7156795363","https://openalex.org/W4381741701","https://openalex.org/W7153845180","https://openalex.org/W7137871398","https://openalex.org/W6944154927","https://openalex.org/W7166816467","https://openalex.org/W7160523221","https://openalex.org/W4409888919"],"abstract_inverted_index":{"Powerful":[0],"predictive":[1],"AI":[2,30,38,57,98,117,130,171,184,211],"systems":[3],"have":[4,225],"demonstrated":[5],"great":[6],"potential":[7],"in":[8,48,77,158,167],"augmenting":[9],"human":[10,89,205],"decision-making.":[11],"Recent":[12],"empirical":[13,141],"work":[14,155],"has":[15],"argued":[16],"that":[17,148,204],"the":[18,35,41,49,56,61,72,93,170,174,183,189],"vision":[19],"for":[20,228],"optimal":[21],"human-AI":[22,78,238],"collaboration":[23,239],"requires":[24],"\u2018appropriate":[25],"reliance\u2019":[26],"of":[27,37,51,64,95,116,128,191,210],"humans":[28],"on":[29,68,84,169],"systems.":[31],"However,":[32],"accurately":[33],"estimating":[34],"trustworthiness":[36],"advice":[39],"at":[40],"instance":[42],"level":[43],"is":[44,207,214],"quite":[45],"challenging,":[46],"especially":[47],"absence":[50],"performance":[52,62,74,118],"feedback":[53,75],"pertaining":[54],"to":[55,103,134,182,194,219,232],"system.":[58],"In":[59,107],"practice,":[60],"disparity":[63],"machine":[65],"learning":[66],"models":[67],"out-of-distribution":[69],"data":[70],"makes":[71],"dataset-specific":[73],"unreliable":[76],"collaboration.":[79],"Inspired":[80],"by":[81],"existing":[82],"literature":[83],"critical":[85,114],"thinking":[86],"and":[87,132,202,236],"explanation-based":[88],"debugging,":[90],"we":[91,110,146,163],"propose":[92],"use":[94],"debugging":[96,121,151],"an":[97,101,129],"system":[99,131,172],"as":[100,156],"intervention":[102,152,175],"foster":[104],"appropriate":[105,136,160,221,234],"reliance.":[106,137,161,222],"this":[108],"paper,":[109],"explore":[111],"whether":[112],"a":[113,120,139,165],"evaluation":[115],"within":[119],"setting":[122],"can":[123],"better":[124,237],"calibrate":[125],"users\u2019":[126],"assessment":[127],"lead":[133],"more":[135],"Through":[138],"quantitative":[140],"study":[142],"(N":[143],"=":[144],"234),":[145],"found":[147,203],"our":[149],"proposed":[150],"does":[153],"not":[154,208],"expected":[157],"facilitating":[159],"Instead,":[162],"observe":[164],"decrease":[166],"reliance":[168,199,235],"after":[173],"\u2014":[176],"potentially":[177,215],"resulting":[178],"from":[179],"early":[180],"exposure":[181],"system\u2019s":[185],"weakness.":[186],"We":[187],"explored":[188],"dynamics":[190],"user":[192],"confidence":[193,206],"help":[195],"explain":[196],"how":[197],"inappropriate":[198],"patterns":[200],"occur":[201],"independent":[209],"advice,":[212],"which":[213],"dangerous":[216],"when":[217],"trying":[218],"achieve":[220],"Our":[223],"findings":[224],"important":[226],"implications":[227],"designing":[229],"effective":[230],"interventions":[231],"facilitate":[233]},"counts_by_year":[],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2025-10-10T00:00:00"}