{"id":"https://openalex.org/W4318620371","doi":"https://doi.org/10.1145/3544548.3581025","title":"Knowing About Knowing: An Illusion of Human Competence Can Hinder Appropriate Reliance on AI Systems","display_name":"Knowing About Knowing: An Illusion of Human Competence Can Hinder Appropriate Reliance on AI Systems","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4318620371","doi":"https://doi.org/10.1145/3544548.3581025"},"language":"en","primary_location":{"id":"doi:10.1145/3544548.3581025","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581025","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581025","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581025","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073826103","display_name":"Gaole He","orcid":"https://orcid.org/0000-0002-8152-4791"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Gaole He","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029666972","display_name":"Lucie Kuiper","orcid":"https://orcid.org/0000-0001-6847-2029"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Lucie Kuiper","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038081564","display_name":"Ujwal Gadiraju","orcid":"https://orcid.org/0000-0002-6189-6539"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ujwal Gadiraju","raw_affiliation_strings":["Web Information Systems, Delft University of Technology, Netherlands"],"affiliations":[{"raw_affiliation_string":"Web Information Systems, Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5073826103"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":21.3651,"has_fulltext":true,"cited_by_count":84,"citation_normalized_percentile":{"value":0.99494585,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.7406038641929626},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6085969805717468},{"id":"https://openalex.org/keywords/metacognition","display_name":"Metacognition","score":0.44696590304374695},{"id":"https://openalex.org/keywords/illusion-of-control","display_name":"Illusion of control","score":0.4173011779785156},{"id":"https://openalex.org/keywords/illusion","display_name":"Illusion","score":0.4140589237213135},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.4136679768562317},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.39939063787460327},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.389782190322876},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3298049569129944},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.29961568117141724},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.20367255806922913}],"concepts":[{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.7406038641929626},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6085969805717468},{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.44696590304374695},{"id":"https://openalex.org/C148116889","wikidata":"https://www.wikidata.org/wiki/Q1065707","display_name":"Illusion of control","level":2,"score":0.4173011779785156},{"id":"https://openalex.org/C184047640","wikidata":"https://www.wikidata.org/wiki/Q182593","display_name":"Illusion","level":2,"score":0.4140589237213135},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4136679768562317},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.39939063787460327},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.389782190322876},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3298049569129944},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.29961568117141724},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.20367255806922913},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3544548.3581025","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581025","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581025","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2301.11333","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.11333","pdf_url":"https://arxiv.org/pdf/2301.11333","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:tud:oai:tudelft.nl:uuid:04bdae10-d1b5-439e-a933-ae39abe27500","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:04bdae10-d1b5-439e-a933-ae39abe27500","pdf_url":"https://repository.tudelft.nl/file/File_8e055c18-0ece-4153-bce6-e719bb83b9ca","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CHI 2023 - Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"doi:10.1145/3544548.3581025","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581025","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581025","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7900000214576721,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321012","display_name":"Technische Universiteit Delft","ror":"https://ror.org/02e2c7k09"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4318620371.pdf","grobid_xml":"https://content.openalex.org/works/W4318620371.grobid-xml"},"referenced_works_count":92,"referenced_works":["https://openalex.org/W1966980020","https://openalex.org/W1974385124","https://openalex.org/W2016323570","https://openalex.org/W2061141931","https://openalex.org/W2072500831","https://openalex.org/W2076034566","https://openalex.org/W2110171129","https://openalex.org/W2139736795","https://openalex.org/W2146436037","https://openalex.org/W2150597317","https://openalex.org/W2748181679","https://openalex.org/W2794740256","https://openalex.org/W2798067689","https://openalex.org/W2800068874","https://openalex.org/W2804927761","https://openalex.org/W2899652826","https://openalex.org/W2901481055","https://openalex.org/W2901895173","https://openalex.org/W2909365641","https://openalex.org/W2915124689","https://openalex.org/W2941486823","https://openalex.org/W2942157335","https://openalex.org/W2942444880","https://openalex.org/W2942858056","https://openalex.org/W2961720344","https://openalex.org/W2973456219","https://openalex.org/W2979893369","https://openalex.org/W2981686111","https://openalex.org/W2984353433","https://openalex.org/W2996164352","https://openalex.org/W2998175747","https://openalex.org/W3024435124","https://openalex.org/W3029812539","https://openalex.org/W3032816739","https://openalex.org/W3042045432","https://openalex.org/W3048549109","https://openalex.org/W3092437886","https://openalex.org/W3097001800","https://openalex.org/W3099742594","https://openalex.org/W3103422570","https://openalex.org/W3103751997","https://openalex.org/W3112876502","https://openalex.org/W3118041934","https://openalex.org/W3119394424","https://openalex.org/W3119689140","https://openalex.org/W3121705224","https://openalex.org/W3123686114","https://openalex.org/W3124995009","https://openalex.org/W3129534106","https://openalex.org/W3132994967","https://openalex.org/W3138864873","https://openalex.org/W3156106752","https://openalex.org/W3156666346","https://openalex.org/W3159250634","https://openalex.org/W3161926791","https://openalex.org/W3162291149","https://openalex.org/W3162428030","https://openalex.org/W3163443091","https://openalex.org/W3163667721","https://openalex.org/W3173265486","https://openalex.org/W3174333417","https://openalex.org/W3199477727","https://openalex.org/W3199747482","https://openalex.org/W3199781855","https://openalex.org/W3205980116","https://openalex.org/W3206874785","https://openalex.org/W3206995115","https://openalex.org/W3212896246","https://openalex.org/W3213080639","https://openalex.org/W4210320858","https://openalex.org/W4221056569","https://openalex.org/W4221150629","https://openalex.org/W4223440069","https://openalex.org/W4224082697","https://openalex.org/W4224438971","https://openalex.org/W4224982959","https://openalex.org/W4225006930","https://openalex.org/W4225137238","https://openalex.org/W4225386295","https://openalex.org/W4226139013","https://openalex.org/W4226520980","https://openalex.org/W4231827019","https://openalex.org/W4238927207","https://openalex.org/W4245383073","https://openalex.org/W4246750028","https://openalex.org/W4252056241","https://openalex.org/W4281822284","https://openalex.org/W4283391136","https://openalex.org/W4283771667","https://openalex.org/W4286899123","https://openalex.org/W4289123308","https://openalex.org/W4306694279"],"related_works":["https://openalex.org/W2133056709","https://openalex.org/W2086221165","https://openalex.org/W3123492589","https://openalex.org/W2151470125","https://openalex.org/W2987254216","https://openalex.org/W2335381902","https://openalex.org/W1991272217","https://openalex.org/W2050512365","https://openalex.org/W3124562910","https://openalex.org/W4283388173"],"abstract_inverted_index":{"The":[0],"dazzling":[1],"promises":[2],"of":[3,46,89,113,125,160,199,212,232,235],"AI":[4,60,96,114,126,141,224],"systems":[5],"to":[6,31,68,121,137,214],"augment":[7],"humans":[8,15],"in":[9,36,155,174,237,242,256],"various":[10],"tasks":[11],"hinge":[12],"on":[13,19,59,91,94,140,209,223],"whether":[14,47,99],"can":[16,54,102,193],"appropriately":[17],"rely":[18],"them.":[20],"Recent":[21],"research":[22,255],"has":[23,206],"shown":[24],"that":[25,109,130,191],"appropriate":[26,57,165,182,197,221],"reliance":[27,58,93,183,198,222,241],"is":[28,63],"the":[29,48,87,111,158,168,196,210,229,233],"key":[30],"achieving":[32],"complementary":[33],"team":[34,146],"performance":[35,135],"AI-assisted":[37],"decision":[38,244],"making.":[39,245],"This":[40,246],"paper":[41],"addresses":[42],"an":[43,79,95],"under-explored":[44],"problem":[45],"Dunning-Kruger":[49],"Effect":[50],"(DKE)":[51],"among":[52,184],"people":[53],"hinder":[55],"their":[56,73,134,161,178],"systems.":[61,225],"DKE":[62,90],"a":[64,106],"metacognitive":[65],"bias":[66],"due":[67],"which":[69,143],"less-competent":[70],"individuals":[71],"overestimate":[72,133],"own":[74],"skill":[75],"and":[76,98,116,180,240],"performance.":[77,147],"Through":[78],"empirical":[80],"study":[81],"(N":[82],"=":[83],"249),":[84],"we":[85,189],"explored":[86],"impact":[88],"human":[92],"system,":[97],"such":[100],"effects":[101],"be":[103],"mitigated":[104],"using":[105],"tutorial":[107,169],"intervention":[108,170],"reveals":[110],"fallibility":[112],"advice,":[115],"exploiting":[117],"logic":[118],"units-based":[119,149],"explanations":[120,150],"improve":[122],"user":[123,216],"understanding":[124,231],"advice.":[127],"We":[128],"found":[129,190],"participants":[131,185,200],"who":[132],"tend":[136],"exhibit":[138],"under-reliance":[139],"systems,":[142],"hinders":[144],"optimal":[145],"Logic":[148],"did":[151],"not":[152],"help":[153],"users":[154,176],"either":[156],"improving":[157],"calibration":[159],"competence":[162],"or":[163],"facilitating":[164,181,220],"reliance.":[166],"While":[167],"was":[171],"highly":[172],"effective":[173],"helping":[175],"calibrate":[177],"self-assessment":[179,236],"with":[186,201],"overestimated":[187],"self-assessment,":[188],"it":[192],"potentially":[194],"hurt":[195],"underestimated":[202],"self-assessment.":[203],"Our":[204,226],"work":[205],"broad":[207],"implications":[208],"design":[211],"methods":[213],"tackle":[215],"cognitive":[217],"biases":[218],"while":[219],"findings":[227],"advance":[228],"current":[230],"role":[234],"shaping":[238],"trust":[239],"human-AI":[243],"lays":[247],"out":[248],"promising":[249],"future":[250],"directions":[251],"for":[252],"relevant":[253],"HCI":[254],"this":[257],"community.":[258]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":6}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}