{"id":"https://openalex.org/W4281251849","doi":"https://doi.org/10.1177/00187208221100691","title":"Knowing When to Pass: The Effect of AI Reliability in Risky Decision Contexts","display_name":"Knowing When to Pass: The Effect of AI Reliability in Risky Decision Contexts","publication_year":2022,"publication_date":"2022-05-21","ids":{"openalex":"https://openalex.org/W4281251849","doi":"https://doi.org/10.1177/00187208221100691","pmid":"https://pubmed.ncbi.nlm.nih.gov/35603703"},"language":"en","primary_location":{"id":"doi:10.1177/00187208221100691","is_oa":false,"landing_page_url":"https://doi.org/10.1177/00187208221100691","pdf_url":null,"source":{"id":"https://openalex.org/S83386566","display_name":"Human Factors The Journal of the Human Factors and Ergonomics Society","issn_l":"0018-7208","issn":["0018-7208","1547-8181"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Human Factors: The Journal of the Human Factors and Ergonomics Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112838498","display_name":"H. W. Elder","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]},{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Hannah Elder","raw_affiliation_strings":["Technische Universit\u00e4t Berlin, Berlin, Germany, and University of Missouri-Columbia, Columbia, Missouri, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Berlin, Germany, and University of Missouri-Columbia, Columbia, Missouri, USA","institution_ids":["https://openalex.org/I76835614","https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059903787","display_name":"Casey Canfield","orcid":"https://orcid.org/0000-0001-5325-3798"},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Casey Canfield","raw_affiliation_strings":["Missouri University of Science & Technology, Rolla, Missouri, USA","Missouri University of Science & Technology, Rolla, Missouri, USA"],"raw_orcid":"https://orcid.org/0000-0001-5325-3798","affiliations":[{"raw_affiliation_string":"Missouri University of Science & Technology, Rolla, Missouri, USA","institution_ids":["https://openalex.org/I20382870"]},{"raw_affiliation_string":"Missouri University of Science & Technology, Rolla, Missouri, USA","institution_ids":["https://openalex.org/I20382870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079314626","display_name":"Daniel B. Shank","orcid":"https://orcid.org/0000-0002-3746-2407"},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel B. Shank","raw_affiliation_strings":["Missouri University of Science & Technology, Rolla, Missouri, USA","Missouri University of Science & Technology, Rolla, Missouri, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Missouri University of Science & Technology, Rolla, Missouri, USA","institution_ids":["https://openalex.org/I20382870"]},{"raw_affiliation_string":"Missouri University of Science & Technology, Rolla, Missouri, USA","institution_ids":["https://openalex.org/I20382870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090154918","display_name":"Tobias Rieger","orcid":"https://orcid.org/0000-0002-5097-6613"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tobias Rieger","raw_affiliation_strings":["Technische Universit\u00e4t Berlin, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085067537","display_name":"Casey Hines","orcid":null},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Casey Hines","raw_affiliation_strings":["Missouri University of Science & Technology, Rolla, Missouri, USA","Missouri University of Science & Technology, Rolla, Missouri, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Missouri University of Science & Technology, Rolla, Missouri, USA","institution_ids":["https://openalex.org/I20382870"]},{"raw_affiliation_string":"Missouri University of Science & Technology, Rolla, Missouri, USA","institution_ids":["https://openalex.org/I20382870"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5059903787"],"corresponding_institution_ids":["https://openalex.org/I20382870"],"apc_list":null,"apc_paid":null,"fwci":4.7502,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.95317174,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"66","issue":"2","first_page":"348","last_page":"362"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.2992999851703644,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.2992999851703644,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.21459999680519104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.08569999784231186,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6585676074028015},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.46229714155197144},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43523237109184265},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.39881086349487305},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1816432774066925},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07236328721046448}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6585676074028015},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.46229714155197144},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43523237109184265},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.39881086349487305},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1816432774066925},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07236328721046448},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008328","descriptor_name":"Man-Machine Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008328","descriptor_name":"Man-Machine Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008328","descriptor_name":"Man-Machine Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008328","descriptor_name":"Man-Machine Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008328","descriptor_name":"Man-Machine Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008328","descriptor_name":"Man-Machine Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013647","descriptor_name":"Task Performance and Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013647","descriptor_name":"Task Performance and Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013647","descriptor_name":"Task Performance and Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013647","descriptor_name":"Task Performance and Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013647","descriptor_name":"Task Performance and Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013647","descriptor_name":"Task Performance and Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035502","descriptor_name":"Trust","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035502","descriptor_name":"Trust","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035502","descriptor_name":"Trust","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035502","descriptor_name":"Trust","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035502","descriptor_name":"Trust","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035502","descriptor_name":"Trust","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1177/00187208221100691","is_oa":false,"landing_page_url":"https://doi.org/10.1177/00187208221100691","pdf_url":null,"source":{"id":"https://openalex.org/S83386566","display_name":"Human Factors The Journal of the Human Factors and Ergonomics Society","issn_l":"0018-7208","issn":["0018-7208","1547-8181"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Human Factors: The Journal of the Human Factors and Ergonomics Society","raw_type":"journal-article"},{"id":"pmid:35603703","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35603703","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Human factors","raw_type":null},{"id":"pmh:doi:10.17605/osf.io/xtshg","is_oa":false,"landing_page_url":"https://osf.io/xtshg","pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.800000011920929}],"awards":[{"id":"https://openalex.org/G8032261910","display_name":null,"funder_award_id":"2026324","funder_id":"https://openalex.org/F4320337388","funder_display_name":"Division of Computer and Network Systems"}],"funders":[{"id":"https://openalex.org/F4320337388","display_name":"Division of Computer and Network Systems","ror":"https://ror.org/02rdzmk74"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W264048249","https://openalex.org/W1737125821","https://openalex.org/W1893903295","https://openalex.org/W1974441858","https://openalex.org/W1978271112","https://openalex.org/W1985352568","https://openalex.org/W1991760730","https://openalex.org/W1995007630","https://openalex.org/W2019160338","https://openalex.org/W2020364262","https://openalex.org/W2039752283","https://openalex.org/W2051380595","https://openalex.org/W2051980553","https://openalex.org/W2056985043","https://openalex.org/W2057748516","https://openalex.org/W2058315996","https://openalex.org/W2063052894","https://openalex.org/W2063954109","https://openalex.org/W2091069417","https://openalex.org/W2098807648","https://openalex.org/W2102654343","https://openalex.org/W2110078189","https://openalex.org/W2110171129","https://openalex.org/W2116609513","https://openalex.org/W2142530516","https://openalex.org/W2142595014","https://openalex.org/W2143074722","https://openalex.org/W2168569455","https://openalex.org/W2183701385","https://openalex.org/W2322969522","https://openalex.org/W2510870740","https://openalex.org/W2554071492","https://openalex.org/W2563185723","https://openalex.org/W2576949977","https://openalex.org/W2585292421","https://openalex.org/W2744890050","https://openalex.org/W2810035315","https://openalex.org/W2914872683","https://openalex.org/W2921390920","https://openalex.org/W2945982604","https://openalex.org/W2967224448","https://openalex.org/W2998175747","https://openalex.org/W2999637955","https://openalex.org/W3014958678","https://openalex.org/W3097809613","https://openalex.org/W3103751997","https://openalex.org/W3123967495","https://openalex.org/W3125633690","https://openalex.org/W3165767308","https://openalex.org/W3208576178","https://openalex.org/W4234482113","https://openalex.org/W4292157289"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2033512842","https://openalex.org/W4233600955","https://openalex.org/W4322734194","https://openalex.org/W3116237489","https://openalex.org/W2913665393","https://openalex.org/W2369695847","https://openalex.org/W3005535424","https://openalex.org/W2994319598"],"abstract_inverted_index":{"OBJECTIVE:":[0],"This":[1],"study":[2],"manipulates":[3],"the":[4,16,125,151,163,167],"presence":[5],"and":[6,25,69,120,124,132],"reliability":[7,54,85,88,153],"of":[8,23,64,107,128,166],"AI":[9,36,45,53,168],"recommendations":[10,169,194],"for":[11,148],"risky":[12,184],"decisions":[13],"to":[14,43,61,82,97,112,174,188,199],"measure":[15],"effect":[17],"on":[18,180],"task":[19,56,116],"performance,":[20,40],"behavioral":[21,126],"consequences":[22,127],"trust,":[24],"deviation":[26],"from":[27],"a":[28,76,83,91,105,144,157],"probability":[29,145],"matching":[30,146],"collaborative":[31],"decision-making":[32],"model.":[33],"BACKGROUND:":[34],"Although":[35],"decision":[37],"support":[38],"improves":[39],"people":[41],"tend":[42],"underutilize":[44],"recommendations,":[46],"particularly":[47],"when":[48,173],"outcomes":[49],"are":[50],"uncertain.":[51],"As":[52],"increases,":[55],"performance":[57,117],"improves,":[58],"largely":[59],"due":[60],"higher":[62],"rates":[63],"compliance":[65,131,149],"(following":[66,71],"action":[67,177,191],"recommendations)":[68],"reliance":[70],"no-action":[72,193],"recommendations).":[73],"METHODS:":[74],"In":[75,156,183],"between-subject":[77],"design,":[78],"participants":[79],"were":[80],"assigned":[81],"high":[84],"AI,":[86,89],"low":[87,152],"or":[90,136,192],"control":[92],"condition.":[93,154],"Participants":[94],"decided":[95],"whether":[96,190],"bet":[98],"that":[99,160],"their":[100],"team":[101],"would":[102],"win":[103],"in":[104,150,171],"series":[106],"basketball":[108],"games":[109],"tying":[110],"compensation":[111],"performance.":[113],"We":[114],"evaluated":[115],"(in":[118],"accuracy":[119],"signal":[121],"detection":[122],"terms)":[123],"trust":[129],"(via":[130],"reliance).":[133],"RESULTS:":[134],")":[135],"compliance.":[137],"Participant":[138],"behavior":[139],"was":[140,170],"only":[141],"consistent":[142],"with":[143],"model":[147],"CONCLUSION:":[155],"pay-off":[158],"structure":[159],"incentivized":[161],"risk-taking,":[162],"primary":[164],"value":[165],"determining":[172],"perform":[175],"no":[176],"(i.e.,":[178],"pass":[179],"bets).":[181],"APPLICATION:":[182],"contexts,":[185],"designers":[186],"need":[187],"consider":[189],"will":[195],"be":[196],"more":[197],"influential":[198],"design":[200],"appropriate":[201],"interventions.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-12T07:33:03.550515","created_date":"2025-10-10T00:00:00"}