{"id":"https://openalex.org/W4387328606","doi":"https://doi.org/10.1145/3610067","title":"How Stated Accuracy of an AI System and Analogies to Explain Accuracy Affect Human Reliance on the System","display_name":"How Stated Accuracy of an AI System and Analogies to Explain Accuracy Affect Human Reliance on the System","publication_year":2023,"publication_date":"2023-09-28","ids":{"openalex":"https://openalex.org/W4387328606","doi":"https://doi.org/10.1145/3610067"},"language":"en","primary_location":{"id":"doi:10.1145/3610067","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610067","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610067","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3610067","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073826103","display_name":"Gaole He","orcid":"https://orcid.org/0000-0002-8152-4791"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Gaole He","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056736933","display_name":"Stefan Buijsman","orcid":"https://orcid.org/0000-0002-0004-0681"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Stefan Buijsman","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038081564","display_name":"Ujwal Gadiraju","orcid":"https://orcid.org/0000-0002-6189-6539"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ujwal Gadiraju","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5073826103"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":5.6827,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.96878886,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"7","issue":"CSCW2","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14350","display_name":"Innovation, Sustainability, Human-Machine Systems","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/analogy","display_name":"Analogy","score":0.7700077295303345},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6471070647239685},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.6388399004936218},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.603527307510376},{"id":"https://openalex.org/keywords/loan","display_name":"Loan","score":0.5330893397331238},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5180799961090088},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48603540658950806},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3632837235927582},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3531395196914673},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3052127957344055},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.1120743453502655},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10574555397033691},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.08335977792739868}],"concepts":[{"id":"https://openalex.org/C521332185","wikidata":"https://www.wikidata.org/wiki/Q185816","display_name":"Analogy","level":2,"score":0.7700077295303345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6471070647239685},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.6388399004936218},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.603527307510376},{"id":"https://openalex.org/C2777764128","wikidata":"https://www.wikidata.org/wiki/Q189539","display_name":"Loan","level":2,"score":0.5330893397331238},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5180799961090088},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48603540658950806},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3632837235927582},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3531395196914673},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3052127957344055},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.1120743453502655},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10574555397033691},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.08335977792739868},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3610067","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610067","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610067","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},{"id":"pmh:oai:tudelft.nl:uuid:16c97f38-e868-4990-a81a-0d89926426b8","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:16c97f38-e868-4990-a81a-0d89926426b8","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1145/3610067","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610067","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610067","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4399999976158142,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387328606.pdf","grobid_xml":"https://content.openalex.org/works/W4387328606.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W190293641","https://openalex.org/W572012434","https://openalex.org/W1497131193","https://openalex.org/W1964346230","https://openalex.org/W1971430075","https://openalex.org/W1990229920","https://openalex.org/W2038479222","https://openalex.org/W2044870949","https://openalex.org/W2091854091","https://openalex.org/W2109448433","https://openalex.org/W2126556941","https://openalex.org/W2133763257","https://openalex.org/W2143417015","https://openalex.org/W2146006411","https://openalex.org/W2150597317","https://openalex.org/W2230872444","https://openalex.org/W2611213375","https://openalex.org/W2748181679","https://openalex.org/W2794740256","https://openalex.org/W2796548411","https://openalex.org/W2800068874","https://openalex.org/W2901481055","https://openalex.org/W2913854599","https://openalex.org/W2915124689","https://openalex.org/W2917868944","https://openalex.org/W2942157335","https://openalex.org/W2942444880","https://openalex.org/W2979893369","https://openalex.org/W2988450373","https://openalex.org/W2995188596","https://openalex.org/W2999637955","https://openalex.org/W3017863658","https://openalex.org/W3040472729","https://openalex.org/W3092437886","https://openalex.org/W3092479831","https://openalex.org/W3103751997","https://openalex.org/W3104684223","https://openalex.org/W3121705224","https://openalex.org/W3125633690","https://openalex.org/W3145877806","https://openalex.org/W3156666346","https://openalex.org/W3160735296","https://openalex.org/W3163443091","https://openalex.org/W3163667721","https://openalex.org/W3173265486","https://openalex.org/W3174333417","https://openalex.org/W3183398589","https://openalex.org/W4245383073","https://openalex.org/W4296978576","https://openalex.org/W4306694279","https://openalex.org/W4318620371"],"related_works":["https://openalex.org/W2392206215","https://openalex.org/W2365201483","https://openalex.org/W2355561779","https://openalex.org/W2352407775","https://openalex.org/W108701362","https://openalex.org/W2186567693","https://openalex.org/W2469799552","https://openalex.org/W2768582344","https://openalex.org/W28964973","https://openalex.org/W2615704157"],"abstract_inverted_index":{"AI":[0,15,31,85,129,202,231],"systems":[1],"are":[2],"increasingly":[3],"being":[4],"used":[5],"to":[6,22,36,74,97,123,136,196,244,276],"support":[7],"human":[8],"decision":[9],"making.":[10],"It":[11],"is":[12,17,144],"important":[13],"that":[14,112,184,226],"advice":[16],"followed":[18],"appropriately.":[19],"However,":[20],"according":[21],"existing":[23],"literature,":[24],"users":[25,125,135],"typically":[26],"under-rely":[27],"or":[28,146],"over-rely":[29],"on":[30,83,127,138,147,170,200,217,229],"systems,":[32],"and":[33,91,280],"this":[34,41,180],"leads":[35],"sub-optimal":[37],"team":[38,281],"performance.":[39,282],"In":[40],"context,":[42],"we":[43,160,224],"investigate":[44],"the":[45,53,59,72,84,93,114,128,132,139,142,152,189,201,205,221,227,230,246,258,264],"role":[46],"of":[47,55,61,95,104,117,134,154,188,207,212,237,240,260,263,269],"stated":[48,115,186,261],"system":[49,56,62,78,99,119,140,143,190,203,232,270,278],"accuracy":[50,63,79,100,116,187,262,271],"by":[51,87],"contrasting":[52],"lack":[54],"information":[57],"with":[58,92,172,191],"presence":[60],"in":[64,101,204,256],"a":[65,102,118,162,235],"loan":[66,208],"prediction":[67,209],"task.":[68,248],"We":[69,110],"explore":[70],"how":[71],"degree":[73],"which":[75],"humans":[76],"understand":[77],"influences":[80],"their":[81,241],"reliance":[82,199,279],"system,":[86,265],"investigating":[88],"numeracy":[89],"levels":[90],"aid":[94],"analogies":[96,121,192,252],"explain":[98],"first":[103],"its":[105],"kind":[106],"between-subjects":[107],"study":[108,164,182],"(N=281).":[109],"found":[111],"explaining":[113,185],"using":[120],"failed":[122],"help":[124],"rely":[126,137],"systemappropriately":[130],"(i.e.,":[131],"tendency":[133],"when":[141],"correct,":[145],"themselves":[148],"otherwise).":[149],"To":[150],"eliminate":[151],"impact":[153],"subjective":[155],"attitudes":[156],"towards":[157],"analogy":[158],"domains,":[159],"conducted":[161],"within-subjects":[163],"(N=248)":[165],"where":[166],"each":[167],"participant":[168],"worked":[169],"tasks":[171],"analogy-based":[173],"explanations":[174],"from":[175,179,220],"different":[176],"domains.":[177],"Results":[178],"second":[181],"confirmed":[183],"was":[193],"not":[194,273],"sufficient":[195],"facilitate":[197],"appropriate":[198],"context":[206],"tasks,":[210],"irrespective":[211],"individual":[213],"user":[214],"differences.":[215],"Based":[216],"our":[218],"findings":[219],"two":[222],"studies,":[223],"reason":[225],"under-reliance":[228],"may":[233],"be":[234,254],"result":[236],"users'":[238],"overestimation":[239],"own":[242],"ability":[243],"solve":[245],"given":[247],"Thus,":[249],"although":[250],"familiar":[251],"can":[253],"effective":[255],"improving":[257],"intelligibility":[259],"an":[266],"improved":[267,277],"understanding":[268],"does":[272],"necessarily":[274],"lead":[275]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":9}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}