{"id":"https://openalex.org/W7137871398","doi":"https://doi.org/10.1609/aaai.v40i21.38798","title":"Too Sure for Our Own Good: A User Study on AI Confidence and Human Reliance","display_name":"Too Sure for Our Own Good: A User Study on AI Confidence and Human Reliance","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7137871398","doi":"https://doi.org/10.1609/aaai.v40i21.38798"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i21.38798","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i21.38798","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38798/42760","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38798/42760","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100279642","display_name":"Caterina Fregosi","orcid":"https://orcid.org/0009-0004-7626-8131"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Caterina Fregosi","raw_affiliation_strings":["University of Milano-Bicocca"],"affiliations":[{"raw_affiliation_string":"University of Milano-Bicocca","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035466097","display_name":"Luc\u00eda G\u00f3mez Vicente","orcid":"https://orcid.org/0000-0003-2769-5028"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lucia Vicente","raw_affiliation_strings":["University of Milano-Bicocca"],"affiliations":[{"raw_affiliation_string":"University of Milano-Bicocca","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045931370","display_name":"Andrea Campagner","orcid":"https://orcid.org/0000-0002-0027-5157"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Campagner","raw_affiliation_strings":["University of Milano-Bicocca\nIRCCS Ospedale Galeazzi\u2013Sant\u2019Ambrogio"],"affiliations":[{"raw_affiliation_string":"University of Milano-Bicocca\nIRCCS Ospedale Galeazzi\u2013Sant\u2019Ambrogio","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023849668","display_name":"Federico Cabitza","orcid":"https://orcid.org/0000-0002-4065-3415"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Federico Cabitza","raw_affiliation_strings":["University of Milano-Bicocca\nIRCCS Ospedale Galeazzi\u2013Sant\u2019Ambrogio"],"affiliations":[{"raw_affiliation_string":"University of Milano-Bicocca\nIRCCS Ospedale Galeazzi\u2013Sant\u2019Ambrogio","institution_ids":["https://openalex.org/I66752286"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100279642"],"corresponding_institution_ids":["https://openalex.org/I66752286"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13793103,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"21","first_page":"17445","last_page":"17453"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.3181999921798706,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.3181999921798706,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.289000004529953,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1453000009059906,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/low-confidence","display_name":"Low Confidence","score":0.6588000059127808},{"id":"https://openalex.org/keywords/certainty","display_name":"Certainty","score":0.5684000253677368},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.531499981880188},{"id":"https://openalex.org/keywords/conservatism","display_name":"Conservatism","score":0.5182999968528748},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.4830000102519989},{"id":"https://openalex.org/keywords/self-confidence","display_name":"Self-confidence","score":0.39500001072883606}],"concepts":[{"id":"https://openalex.org/C2909755999","wikidata":"https://www.wikidata.org/wiki/Q4751126","display_name":"Low Confidence","level":2,"score":0.6588000059127808},{"id":"https://openalex.org/C7493553","wikidata":"https://www.wikidata.org/wiki/Q1520777","display_name":"Certainty","level":2,"score":0.5684000253677368},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.531499981880188},{"id":"https://openalex.org/C96640997","wikidata":"https://www.wikidata.org/wiki/Q5163004","display_name":"Conservatism","level":3,"score":0.5182999968528748},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.4830000102519989},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4675999879837036},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4523000121116638},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4178999960422516},{"id":"https://openalex.org/C48444904","wikidata":"https://www.wikidata.org/wiki/Q4116378","display_name":"Self-confidence","level":2,"score":0.39500001072883606},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.3467999994754791},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.33959999680519104},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3151000142097473},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3009999990463257},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C51110983","wikidata":"https://www.wikidata.org/wiki/Q16503490","display_name":"Overconfidence effect","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C18296254","wikidata":"https://www.wikidata.org/wiki/Q1395219","display_name":"Skepticism","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i21.38798","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i21.38798","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38798/42760","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i21.38798","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i21.38798","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38798/42760","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6924096941947937}],"awards":[{"id":"https://openalex.org/G6319888261","display_name":null,"funder_award_id":"PRIN PNRR 2022","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6728610386","display_name":null,"funder_award_id":"H53D23008090001","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7137871398.pdf","grobid_xml":"https://content.openalex.org/works/W7137871398.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Achieving":[0],"appropriate":[1],"human":[2,57],"reliance":[3,38],"on":[4,39,69],"Artificial":[5],"Intelligence":[6],"(AI)":[7],"systems":[8,197],"remains":[9],"a":[10,29,61,82],"central":[11],"challenge":[12],"in":[13,23,147],"Human-Computer":[14],"Interaction.":[15],"Confidence":[16],"scores\u2014indicators":[17],"of":[18,66,77,167,194],"an":[19,78],"AI":[20,40,79,133,163,169,196],"system\u2019s":[21],"certainty":[22],"its":[24],"recommendations\u2014have":[25],"been":[26],"proposed":[27],"as":[28],"means":[30],"to":[31,121,131,159,203],"help":[32],"users":[33,158],"calibrate":[34],"their":[35],"trust":[36],"and":[37,74,118,124,151,181,207],"Decision":[41],"Support":[42],"Systems":[43],"(DSS).":[44],"However,":[45],"limited":[46],"research":[47],"has":[48],"explored":[49],"how":[50],"well-calibrated":[51,94,185],"versus":[52],"miscalibrated":[53,107,150],"confidence":[54,67,95,137,174,183,201],"scores":[55,96,108],"affect":[56],"decision-making.":[58],"We":[59],"report":[60],"study":[62],"examining":[63],"the":[64,168,192],"effects":[65],"calibration":[68],"user":[70],"reliance,":[71],"decision":[72,99],"accuracy,":[73],"perceived":[75],"utility":[76,166],"DSS.":[80],"In":[81],"within-subjects":[83],"experiment":[84],"involving":[85],"184":[86],"participants":[87],"solving":[88],"logic":[89],"puzzles,":[90],"we":[91],"found":[92],"that":[93],"significantly":[97],"improved":[98],"accuracy":[100,111],"(+20%,":[101],"95%":[102,114],"CI:":[103,115],"[0.18,":[104],"0.23]),":[105],"whereas":[106],"yielded":[109],"minimal":[110],"gains":[112],"(+2%,":[113],"[-0.00,":[116],"0.04])":[117],"increased":[119,154],"vulnerability":[120],"automation":[122],"bias":[123],"conservatism":[125,155],"bias.":[126],"Participants":[127],"were":[128,144,176],"more":[129],"likely":[130],"accept":[132],"recommendations":[134,143,153],"when":[135,141,173,182],"high":[136,177],"was":[138,171,184],"expressed,":[139],"even":[140,161],"those":[142],"incorrect,":[145],"resulting":[146],"errors.":[148],"Conversely,":[149],"low-confidence":[152],"bias,":[156],"leading":[157],"reject":[160],"accurate":[162],"suggestions.":[164],"Perceived":[165],"system":[170],"higher":[172],"levels":[175],"(p":[178,186],"<":[179],"0.001)":[180],"=":[187],"0.002).":[188],"These":[189],"findings":[190],"underscore":[191],"importance":[193],"designing":[195],"with":[198],"properly":[199],"calibrated":[200],"cues":[202],"improve":[204],"human-AI":[205],"collaboration":[206],"mitigate":[208],"reliance-related":[209],"biases.":[210]},"counts_by_year":[],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2026-03-18T00:00:00"}