{"id":"https://openalex.org/W2999637955","doi":"https://doi.org/10.1145/3351095.3372852","title":"Effect of confidence and explanation on accuracy and trust calibration in AI-assisted decision making","display_name":"Effect of confidence and explanation on accuracy and trust calibration in AI-assisted decision making","publication_year":2020,"publication_date":"2020-01-22","ids":{"openalex":"https://openalex.org/W2999637955","doi":"https://doi.org/10.1145/3351095.3372852","mag":"2999637955"},"language":"en","primary_location":{"id":"doi:10.1145/3351095.3372852","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3351095.3372852","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2001.02114","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yunfeng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yunfeng Zhang","raw_affiliation_strings":["IBM Research AI"],"affiliations":[{"raw_affiliation_string":"IBM Research AI","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Q. Vera Liao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Q. Vera Liao","raw_affiliation_strings":["IBM Research AI"],"affiliations":[{"raw_affiliation_string":"IBM Research AI","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"Rachel K. E. Bellamy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rachel K. E. Bellamy","raw_affiliation_strings":["IBM Research AI"],"affiliations":[{"raw_affiliation_string":"IBM Research AI","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":28.951,"has_fulltext":false,"cited_by_count":606,"citation_normalized_percentile":{"value":0.99729054,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"295","last_page":"305"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distrust","display_name":"Distrust","score":0.7929999828338623},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.6917999982833862},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6330999732017517},{"id":"https://openalex.org/keywords/decision-quality","display_name":"Decision quality","score":0.4528000056743622},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.44749999046325684},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4426000118255615},{"id":"https://openalex.org/keywords/decision-aids","display_name":"Decision aids","score":0.43290001153945923},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.3723999857902527},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.3714999854564667}],"concepts":[{"id":"https://openalex.org/C2778321746","wikidata":"https://www.wikidata.org/wiki/Q621922","display_name":"Distrust","level":2,"score":0.7929999828338623},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.6917999982833862},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.659500002861023},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6330999732017517},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4715000092983246},{"id":"https://openalex.org/C2779351106","wikidata":"https://www.wikidata.org/wiki/Q24965456","display_name":"Decision quality","level":3,"score":0.4528000056743622},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.44749999046325684},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4426000118255615},{"id":"https://openalex.org/C2780033181","wikidata":"https://www.wikidata.org/wiki/Q24962805","display_name":"Decision aids","level":3,"score":0.43290001153945923},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38609999418258667},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3714999854564667},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.3490000069141388},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.3228999972343445},{"id":"https://openalex.org/C186116695","wikidata":"https://www.wikidata.org/wiki/Q5249226","display_name":"Decision analysis","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3183000087738037},{"id":"https://openalex.org/C59594135","wikidata":"https://www.wikidata.org/wiki/Q5249242","display_name":"Decision model","level":2,"score":0.31279999017715454},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3059999942779541},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.29350000619888306},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29319998621940613},{"id":"https://openalex.org/C11105738","wikidata":"https://www.wikidata.org/wiki/Q1895805","display_name":"Multiple-criteria decision analysis","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C150325174","wikidata":"https://www.wikidata.org/wiki/Q4335500","display_name":"Optimal decision","level":3,"score":0.2808000147342682},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.26809999346733093},{"id":"https://openalex.org/C97944126","wikidata":"https://www.wikidata.org/wiki/Q5001864","display_name":"Business decision mapping","level":3,"score":0.2556999921798706}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3351095.3372852","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3351095.3372852","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2001.02114","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.02114","pdf_url":"https://arxiv.org/pdf/2001.02114","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2001.02114","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.02114","pdf_url":"https://arxiv.org/pdf/2001.02114","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1932198206","https://openalex.org/W1980202081","https://openalex.org/W1992498129","https://openalex.org/W2034344216","https://openalex.org/W2098824882","https://openalex.org/W2110078189","https://openalex.org/W2110171129","https://openalex.org/W2130087774","https://openalex.org/W2142135351","https://openalex.org/W2161054318","https://openalex.org/W2282821441","https://openalex.org/W2891503716","https://openalex.org/W2901895173","https://openalex.org/W2905034244","https://openalex.org/W2915124689","https://openalex.org/W2916797267","https://openalex.org/W2918027211","https://openalex.org/W2941411956","https://openalex.org/W2942073295","https://openalex.org/W2942157335","https://openalex.org/W2962772482","https://openalex.org/W2964303497","https://openalex.org/W3125633690","https://openalex.org/W4240224338","https://openalex.org/W4288414189"],"related_works":[],"abstract_inverted_index":{"Today,":[0],"AI":[1,69,91,103,140,199],"is":[2,20,83,121,205],"being":[3],"increasingly":[4],"used":[5],"to":[6,26,44,47,53,72,80,84,98,108,123,208,227,251,255],"help":[7,193],"human":[8,35,66,87,106,164,185,220,259],"experts":[9,36],"make":[10],"decisions":[11],"in":[12,89,116,136,197,223,237,261],"high-stakes":[13],"scenarios.":[14],"In":[15],"these":[16,54],"scenarios,":[17],"full":[18],"automation":[19],"often":[21],"undesirable,":[22],"not":[23,206],"only":[24],"due":[25],"the":[27,30,45,61,65,68,74,90,102,105,119,159,163,170,219,229,235,248],"significance":[28],"of":[29,64,132,162,172],"outcome,":[31],"but":[32,201],"also":[33,215,233],"because":[34],"can":[37,154,192,221],"draw":[38],"on":[39,92,217],"their":[40,81,111],"domain":[41],"knowledge":[42,226],"complementary":[43],"model's":[46],"ensure":[48],"task":[49],"success.":[50],"We":[51,232],"refer":[52],"scenarios":[55,245],"as":[56],"AI-assisted":[57,133,210,242],"decision":[58,76,114,134,211,243],"making,":[59,212],"where":[60,118],"individual":[62],"strengths":[63],"and":[67,139,145,157,165,176,246],"come":[70],"together":[71],"optimize":[73],"joint":[75,160],"outcome.":[77],"A":[78],"key":[79],"success":[82],"appropriately":[85,109],"calibrate":[86,155,194],"trust":[88,99,156,196,202,260],"a":[93,129,180],"case-by-case":[94],"basis;":[95],"knowing":[96],"when":[97],"or":[100],"distrust":[101],"allows":[104],"expert":[107],"apply":[110],"knowledge,":[112],"improving":[113],"outcomes":[115],"cases":[117],"model":[120,152],"likely":[122],"perform":[124],"poorly.":[125],"This":[126],"research":[127,249],"conducts":[128],"case":[130],"study":[131,169],"making":[135,244],"which":[137,213],"humans":[138],"have":[141],"comparable":[142],"performance":[143,161],"alone,":[144],"explores":[146],"whether":[147,218],"features":[148],"that":[149,189],"reveal":[150],"case-specific":[151],"information":[153],"improve":[158,209],"AI.":[166,262],"Specifically,":[167],"we":[168,187],"effect":[171],"showing":[173],"confidence":[174,190],"score":[175,191],"local":[177,239],"explanation":[178,240],"for":[179,241,257],"particular":[181],"prediction.":[182],"Through":[183],"two":[184],"experiments,":[186],"show":[188],"people's":[195],"an":[198],"model,":[200],"calibration":[203],"alone":[204],"sufficient":[207],"may":[214],"depend":[216],"bring":[222],"enough":[224],"unique":[225],"complement":[228],"AI's":[230],"errors.":[231],"highlight":[234],"problems":[236],"using":[238],"invite":[247],"community":[250],"explore":[252],"new":[253],"approaches":[254],"explainability":[256],"calibrating":[258]},"counts_by_year":[{"year":2026,"cited_by_count":73},{"year":2025,"cited_by_count":154},{"year":2024,"cited_by_count":166},{"year":2023,"cited_by_count":98},{"year":2022,"cited_by_count":62},{"year":2021,"cited_by_count":46},{"year":2020,"cited_by_count":7}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2020-01-23T00:00:00"}