{"id":"https://openalex.org/W2561237330","doi":"https://doi.org/10.1287/mnsc.2016.2580","title":"Known Unknowns: A Critical Determinant of Confidence and Calibration","display_name":"Known Unknowns: A Critical Determinant of Confidence and Calibration","alternate_titles":[],"publication_year":2016,"publication_date":"2016-12-16","ids":{"openalex":"https://openalex.org/W2561237330","doi":"https://doi.org/10.1287/mnsc.2016.2580","mag":"2561237330"},"language":"en","primary_location":{"id":"doi:10.1287/mnsc.2016.2580","doi":"https://doi.org/10.1287/mnsc.2016.2580","is_oa":false,"landing_page_url":"https://doi.org/10.1287/mnsc.2016.2580","pdf_url":null,"source":{"id":"https://openalex.org/S33323087","display_name":"Management Science","issn_l":"0025-1909","issn":["0025-1909","1526-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-1-star","ft50","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","utd24","vabb-shw"],"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Management Science","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2561237330"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003629977","display_name":"Daniel J. Walters","orcid":"https://orcid.org/0000-0002-0121-7178","observed_orcids":["https://orcid.org/0000-0002-0121-7178"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Daniel J. Walters","raw_affiliation_strings":["Anderson School of Management, University of California, Los Angeles, Los Angeles, California 90024"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Anderson School of Management, University of California, Los Angeles, Los Angeles, California 90024","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066876742","display_name":"Philip M. Fernbach","orcid":"https://orcid.org/0000-0003-1139-8619","observed_orcids":["https://orcid.org/0000-0003-1139-8619"]},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Philip M. Fernbach","raw_affiliation_strings":["Leeds School of Business, University of Colorado Boulder, Boulder, Colorado 80309"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leeds School of Business, University of Colorado Boulder, Boulder, Colorado 80309","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064153354","display_name":"Craig R. Fox","orcid":"https://orcid.org/0000-0001-9057-112X","observed_orcids":["https://orcid.org/0000-0001-9057-112X"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Craig R. Fox","raw_affiliation_strings":["Anderson School of Management, University of California, Los Angeles, Los Angeles, California 90024"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Anderson School of Management, University of California, Los Angeles, Los Angeles, California 90024","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088891017","display_name":"Steven A. Sloman","orcid":"https://orcid.org/0000-0001-8223-3788","observed_orcids":["https://orcid.org/0000-0001-8223-3788"]},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Steven A. Sloman","raw_affiliation_strings":["Department of Cognitive, Linguistic, and Psychological Sciences, Brown University, Providence, Rhode Island 02912"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Cognitive, Linguistic, and Psychological Sciences, Brown University, Providence, Rhode Island 02912","institution_ids":["https://openalex.org/I27804330"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3618,"has_fulltext":false,"cited_by_count":77,"citation_normalized_percentile":{"value":0.79542982,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":"63","issue":"12","first_page":"4298","last_page":"4307"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10918","display_name":"Memory Processes and Influences","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overconfidence","display_name":"overconfidence","score":0.9629999995231628},{"id":"https://openalex.org/keywords/calibration","display_name":"calibration","score":0.6480000019073486},{"id":"https://openalex.org/keywords/confidence-judgments","display_name":"confidence judgments","score":0.6470000147819519},{"id":"https://openalex.org/keywords/unknowns","display_name":"unknowns","score":0.609000027179718},{"id":"https://openalex.org/keywords/lack-of-evidence","display_name":"absence of evidence","score":0.8050000071525574},{"id":"https://openalex.org/keywords/bias-mitigation","display_name":"bias mitigation","score":0.9350000023841858},{"id":"https://openalex.org/keywords/belief-updating","display_name":"belief updating","score":0.4090000092983246},{"id":"https://openalex.org/keywords/trivia-questions","display_name":"trivia questions","score":0.4129999876022339}],"concepts":[{"id":"https://openalex.org/C51110983","wikidata":"https://www.wikidata.org/wiki/Q16503490","display_name":"Overconfidence effect","level":2,"score":0.9894997477531433},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.9106972217559814},{"id":"https://openalex.org/C2776289891","wikidata":"https://www.wikidata.org/wiki/Q1931511","display_name":"Neglect","level":2,"score":0.6087848544120789},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.5957642793655396},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5321157574653625},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.5136837363243103},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.45520734786987305},{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.4375728368759155},{"id":"https://openalex.org/C48444904","wikidata":"https://www.wikidata.org/wiki/Q4116378","display_name":"Self-confidence","level":2,"score":0.4316045641899109},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.42377355694770813},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.41631758213043213},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.4112078547477722},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36801058053970337},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3488951027393341},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.29127198457717896},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.28135567903518677},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23252826929092407},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2016277015209198},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1287/mnsc.2016.2580","doi":"https://doi.org/10.1287/mnsc.2016.2580","is_oa":false,"landing_page_url":"https://doi.org/10.1287/mnsc.2016.2580","pdf_url":null,"source":{"id":"https://openalex.org/S33323087","display_name":"Management Science","issn_l":"0025-1909","issn":["0025-1909","1526-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-1-star","ft50","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","utd24","vabb-shw"],"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Management Science","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306193","display_name":"John Templeton Foundation","ror":"https://ror.org/035tnyy05"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W19854982","https://openalex.org/W148753458","https://openalex.org/W158727920","https://openalex.org/W1491257626","https://openalex.org/W1493550615","https://openalex.org/W1507663289","https://openalex.org/W1515837149","https://openalex.org/W1526704262","https://openalex.org/W1586209842","https://openalex.org/W1976461877","https://openalex.org/W1976624377","https://openalex.org/W1980054641","https://openalex.org/W1980773669","https://openalex.org/W1982040965","https://openalex.org/W1985666788","https://openalex.org/W1985907650","https://openalex.org/W1996155888","https://openalex.org/W2000830744","https://openalex.org/W2001557538","https://openalex.org/W2003045494","https://openalex.org/W2017211257","https://openalex.org/W2019173266","https://openalex.org/W2025927214","https://openalex.org/W2026136470","https://openalex.org/W2026413524","https://openalex.org/W2033318458","https://openalex.org/W2043763623","https://openalex.org/W2051411313","https://openalex.org/W2052442906","https://openalex.org/W2054875343","https://openalex.org/W2069276920","https://openalex.org/W2073886293","https://openalex.org/W2075585362","https://openalex.org/W2076823895","https://openalex.org/W2101974033","https://openalex.org/W2109177882","https://openalex.org/W2112357056","https://openalex.org/W2113383833","https://openalex.org/W2114806482","https://openalex.org/W2115704439","https://openalex.org/W2124371667","https://openalex.org/W2125782830","https://openalex.org/W2126309664","https://openalex.org/W2140107468","https://openalex.org/W2142405927","https://openalex.org/W2149893809","https://openalex.org/W2150234857","https://openalex.org/W2161788906","https://openalex.org/W2164646550","https://openalex.org/W2165863233","https://openalex.org/W2166678438","https://openalex.org/W2186512589","https://openalex.org/W2305899342","https://openalex.org/W2752099845","https://openalex.org/W2788009288","https://openalex.org/W3123271477","https://openalex.org/W3123502919","https://openalex.org/W4206591950","https://openalex.org/W4292157289","https://openalex.org/W4299787308","https://openalex.org/W7036597959"],"related_works":["https://openalex.org/W2906908365","https://openalex.org/W1867132234","https://openalex.org/W1010299864","https://openalex.org/W1985199001","https://openalex.org/W2099242544","https://openalex.org/W4206139080","https://openalex.org/W2019939391","https://openalex.org/W2138308127","https://openalex.org/W2194768337","https://openalex.org/W1694187867"],"abstract_inverted_index":{"We":[0,29],"propose":[1],"that":[2,14,37,74],"an":[3],"important":[4],"determinant":[5],"of":[6,12,27,44,49],"judged":[7,71],"confidence":[8,127,138],"is":[9,15,21,39],"the":[10,25,72,104,114,117,123],"evaluation":[11],"evidence":[13,46],"unknown":[16],"or":[17,145],"missing,":[18],"and":[19,70,91,109,164],"overconfidence":[20,38,107],"often":[22],"driven":[23],"by":[24,160],"neglect":[26],"unknowns.":[28],"contrast":[30],"this":[31],"account":[32],"with":[33],"prior":[34],"research":[35],"suggesting":[36],"due":[40],"to":[41,59,96],"biased":[42],"processing":[43],"known":[45],"in":[47,128,139],"favor":[48],"a":[50],"focal":[51],"hypothesis.":[52],"In":[53,88],"Study":[54],"1,":[55],"we":[56,93],"asked":[57,94],"participants":[58,95,131,142],"list":[60,97],"their":[61,75,101],"thoughts":[62],"as":[63,148],"they":[64],"answered":[65],"two-alternative":[66],"forced-choice":[67],"trivia":[68],"questions":[69],"probability":[73],"answers":[76],"were":[77,85,132,143],"correct.":[78],"Participants":[79],"who":[80],"thought":[81],"more":[82,111],"about":[83],"unknowns":[84,98,124],"less":[86],"overconfident.":[87],"Studies":[89],"2":[90],"3,":[92],"before":[99],"assessing":[100],"confidence.":[102],"\u201cConsidering":[103],"unknowns\u201d":[105],"reduced":[106,126],"substantially":[108],"was":[110,158],"effective":[112],"than":[113],"classic":[115],"\u201cconsider":[116],"alternative\u201d":[118],"debiasing":[119],"technique.":[120],"Moreover,":[121],"considering":[122],"selectively":[125],"domains":[129,140],"where":[130,141],"overconfident":[133],"but":[134],"did":[135],"not":[136],"affect":[137],"well-calibrated":[144],"underconfident.":[146],"Data,":[147],"supplemental":[149],"material,":[150],"are":[151],"available":[152],"at":[153],"https://doi.org/10.1287/mnsc.2016.2580":[154],".":[155],"This":[156],"paper":[157],"accepted":[159],"Yuval":[161],"Rottenstreich,":[162],"judgment":[163],"decision":[165],"making.":[166]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2561237330","counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":3},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2017-01-06T00:00:00"}
