{"id":"https://openalex.org/W7127440351","doi":"https://doi.org/10.48550/arxiv.2602.00241","title":"Does Algorithmic Uncertainty Sway Human Experts? Evidence from a Field Experiment in Selective College Admissions","display_name":"Does Algorithmic Uncertainty Sway Human Experts? Evidence from a Field Experiment in Selective College Admissions","publication_year":2026,"publication_date":"2026-01-30","ids":{"openalex":"https://openalex.org/W7127440351","doi":"https://doi.org/10.48550/arxiv.2602.00241"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.00241","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124902142","display_name":"Hansol Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Hansol","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124886774","display_name":"AJ Alvero","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alvero, AJ","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124971116","display_name":"Ren\u00e9 F. Kizilcec","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kizilcec, Ren\u00e9 F.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5014687727","display_name":"Thorsten Joachims","orcid":"https://orcid.org/0000-0003-3654-3683"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joachims, Thorsten","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09462663,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.5224999785423279,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.5224999785423279,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.10419999808073044,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.04960000142455101,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5756000280380249},{"id":"https://openalex.org/keywords/randomized-experiment","display_name":"Randomized experiment","score":0.4593999981880188},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.4480000138282776},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.44690001010894775},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.43790000677108765},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.4133000075817108},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.3874000012874603}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5756000280380249},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4867999851703644},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.47099998593330383},{"id":"https://openalex.org/C155108698","wikidata":"https://www.wikidata.org/wiki/Q1231081","display_name":"Randomized experiment","level":2,"score":0.4593999981880188},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.4480000138282776},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.44690001010894775},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.43790000677108765},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.4133000075817108},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3894999921321869},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.3874000012874603},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3443000018596649},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33169999718666077},{"id":"https://openalex.org/C63002673","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring rule","level":2,"score":0.30889999866485596},{"id":"https://openalex.org/C2777632292","wikidata":"https://www.wikidata.org/wiki/Q315515","display_name":"Discretion","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.27379998564720154},{"id":"https://openalex.org/C76188268","wikidata":"https://www.wikidata.org/wiki/Q1783165","display_name":"Context effect","level":3,"score":0.26989999413490295},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.25870001316070557}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.00241","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.00241","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.00241","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.00241","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7410213947296143,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Algorithmic":[0],"predictions":[1,14],"are":[2],"inherently":[3],"uncertain:":[4],"even":[5,166],"models":[6,121,169],"with":[7],"similar":[8],"aggregate":[9],"accuracy":[10],"can":[11],"produce":[12],"different":[13,129],"for":[15,70],"the":[16,39,68,71,107,119,132,139,168,193,203],"same":[17,72,133],"individual,":[18],"raising":[19],"concerns":[20],"that":[21],"high-stakes":[22,179],"decisions":[23],"may":[24],"become":[25],"sensitive":[26],"to":[27,41,67,131,186],"arbitrary":[28,43,187],"modeling":[29,44],"choices.":[30],"In":[31],"this":[32,76,177],"paper,":[33],"we":[34,103,143],"define":[35],"\\emph{algorithmic":[36],"sensitivity}":[37],"as":[38],"extent":[40],"which":[42,92],"choices":[45],"propagate":[46],"into":[47],"human":[48,181],"decisions:":[49],"how":[50],"much":[51],"a":[52,57,78,85,151],"decision":[53],"outcome":[54],"shifts":[55],"when":[56,167],"more":[58,152],"favorable":[59,62,153],"versus":[60],"less":[61],"algorithmic":[63,100,148,190,207],"prediction":[64,116],"is":[65,183],"presented":[66],"decision-maker":[69],"individual.":[73],"We":[74],"estimate":[75],"in":[77,84,91,124,138,176,189,201],"randomized":[79],"field":[80],"experiment":[81],"($n=19{,}545$)":[82],"embedded":[83],"selective":[86],"U.S.":[87],"college":[88],"admissions":[89,93],"cycle,":[90],"officers":[94],"reviewed":[95],"each":[96],"application":[97],"alongside":[98],"an":[99,159],"score":[101,108,140,154],"while":[102],"randomly":[104],"varied":[105],"whether":[106],"came":[109],"from":[110],"one":[111],"of":[112,147,162,195,206],"two":[113,120],"similarly":[114,123],"accurate":[115],"models.":[117],"Although":[118],"performed":[122],"aggregate,":[125],"they":[126],"frequently":[127],"assigned":[128],"scores":[130],"applicant,":[134],"creating":[135],"exogenous":[136],"variation":[137,188],"shown.":[141],"Surprisingly,":[142],"find":[144],"little":[145],"evidence":[146],"sensitivity:":[149],"presenting":[150],"does":[155],"not":[156],"meaningfully":[157],"increase":[158],"applicant's":[160],"probability":[161],"admission":[163],"on":[164],"average,":[165],"disagree":[170],"substantially.":[171],"These":[172],"findings":[173],"suggest":[174],"that,":[175],"expert,":[178],"setting,":[180],"decision-making":[182],"largely":[184],"invariant":[185],"predictions,":[191],"underscoring":[192],"role":[194],"professional":[196],"discretion":[197],"and":[198],"institutional":[199],"context":[200],"mediating":[202],"downstream":[204],"effects":[205],"uncertainty.":[208]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-04T00:00:00"}