{"id":"https://openalex.org/W3197886899","doi":"https://doi.org/10.1145/3479572","title":"The Impact of Algorithmic Risk Assessments on Human Predictions and its Analysis via Crowdsourcing Studies","display_name":"The Impact of Algorithmic Risk Assessments on Human Predictions and its Analysis via Crowdsourcing Studies","publication_year":2021,"publication_date":"2021-10-13","ids":{"openalex":"https://openalex.org/W3197886899","doi":"https://doi.org/10.1145/3479572","mag":"3197886899"},"language":"en","primary_location":{"id":"doi:10.1145/3479572","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3479572","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3479572","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3479572","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008759018","display_name":"Riccardo Fogliato","orcid":"https://orcid.org/0000-0002-8636-9639"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Riccardo Fogliato","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057438082","display_name":"Alexandra Chouldechova","orcid":"https://orcid.org/0000-0002-2337-9610"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexandra Chouldechova","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029448258","display_name":"Zachary C. Lipton","orcid":"https://orcid.org/0000-0002-3824-4241"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zachary Lipton","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5008759018"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":0.7299,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.77348556,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"5","issue":"CSCW2","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9268161654472351},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.8579741716384888},{"id":"https://openalex.org/keywords/vignette","display_name":"Vignette","score":0.667968213558197},{"id":"https://openalex.org/keywords/scrutiny","display_name":"Scrutiny","score":0.6580195426940918},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.48802366852760315},{"id":"https://openalex.org/keywords/criminal-justice","display_name":"Criminal justice","score":0.428705632686615},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.42158812284469604},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4077531695365906},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3924546241760254},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.3264085650444031},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.23229041695594788},{"id":"https://openalex.org/keywords/criminology","display_name":"Criminology","score":0.18280774354934692}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9268161654472351},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.8579741716384888},{"id":"https://openalex.org/C9719361","wikidata":"https://www.wikidata.org/wiki/Q7928967","display_name":"Vignette","level":2,"score":0.667968213558197},{"id":"https://openalex.org/C2776050585","wikidata":"https://www.wikidata.org/wiki/Q7439360","display_name":"Scrutiny","level":2,"score":0.6580195426940918},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.48802366852760315},{"id":"https://openalex.org/C102587632","wikidata":"https://www.wikidata.org/wiki/Q117488","display_name":"Criminal justice","level":2,"score":0.428705632686615},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.42158812284469604},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4077531695365906},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3924546241760254},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3264085650444031},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.23229041695594788},{"id":"https://openalex.org/C73484699","wikidata":"https://www.wikidata.org/wiki/Q161733","display_name":"Criminology","level":1,"score":0.18280774354934692},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3479572","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3479572","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3479572","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2109.01443","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.01443","pdf_url":"https://arxiv.org/pdf/2109.01443","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3197886899","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2109.01443","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2109.01443","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2109.01443","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1145/3479572","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3479572","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3479572","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3197886899.pdf","grobid_xml":"https://content.openalex.org/works/W3197886899.grobid-xml"},"referenced_works_count":85,"referenced_works":["https://openalex.org/W30606733","https://openalex.org/W33891176","https://openalex.org/W158727920","https://openalex.org/W1481093217","https://openalex.org/W1828572627","https://openalex.org/W1970567612","https://openalex.org/W1970881937","https://openalex.org/W1996018314","https://openalex.org/W2004010223","https://openalex.org/W2007316542","https://openalex.org/W2011749266","https://openalex.org/W2038353186","https://openalex.org/W2048276573","https://openalex.org/W2063104949","https://openalex.org/W2065637266","https://openalex.org/W2074816712","https://openalex.org/W2081034705","https://openalex.org/W2086238127","https://openalex.org/W2099161251","https://openalex.org/W2100026878","https://openalex.org/W2107576603","https://openalex.org/W2116705992","https://openalex.org/W2135046866","https://openalex.org/W2140063212","https://openalex.org/W2163072999","https://openalex.org/W2164558494","https://openalex.org/W2295598076","https://openalex.org/W2328269461","https://openalex.org/W2546836975","https://openalex.org/W2551317447","https://openalex.org/W2599025709","https://openalex.org/W2604660495","https://openalex.org/W2744883502","https://openalex.org/W2745133928","https://openalex.org/W2785011159","https://openalex.org/W2790628304","https://openalex.org/W2888833318","https://openalex.org/W2889602012","https://openalex.org/W2890416412","https://openalex.org/W2892657864","https://openalex.org/W2901481055","https://openalex.org/W2901895173","https://openalex.org/W2911964244","https://openalex.org/W2931556662","https://openalex.org/W2942157335","https://openalex.org/W2962714378","https://openalex.org/W2971229620","https://openalex.org/W2974075815","https://openalex.org/W2979893369","https://openalex.org/W2980535893","https://openalex.org/W2990427812","https://openalex.org/W2999637955","https://openalex.org/W3002972902","https://openalex.org/W3006326487","https://openalex.org/W3007910004","https://openalex.org/W3013300757","https://openalex.org/W3014986830","https://openalex.org/W3021722450","https://openalex.org/W3029900269","https://openalex.org/W3030096167","https://openalex.org/W3036561926","https://openalex.org/W3038236330","https://openalex.org/W3092487423","https://openalex.org/W3102476541","https://openalex.org/W3103751997","https://openalex.org/W3104831984","https://openalex.org/W3118727656","https://openalex.org/W3121969681","https://openalex.org/W3123895079","https://openalex.org/W3123996193","https://openalex.org/W3124064798","https://openalex.org/W3124480946","https://openalex.org/W3136370557","https://openalex.org/W3159250634","https://openalex.org/W3163411042","https://openalex.org/W3163443091","https://openalex.org/W3183950725","https://openalex.org/W3209154717","https://openalex.org/W4249535114","https://openalex.org/W4252127527","https://openalex.org/W4288083801","https://openalex.org/W4322699933","https://openalex.org/W6688548183","https://openalex.org/W6742636707","https://openalex.org/W6821957243"],"related_works":["https://openalex.org/W3205980116","https://openalex.org/W2901481055","https://openalex.org/W3199781855","https://openalex.org/W3112726881","https://openalex.org/W2205431446","https://openalex.org/W187884720","https://openalex.org/W3125342917","https://openalex.org/W3014170213","https://openalex.org/W3133868098","https://openalex.org/W2778434186","https://openalex.org/W2315137507","https://openalex.org/W2511751433","https://openalex.org/W2914692978","https://openalex.org/W2889602012","https://openalex.org/W2139736795","https://openalex.org/W3124086578","https://openalex.org/W2342762158","https://openalex.org/W2152554272","https://openalex.org/W3004562250","https://openalex.org/W2726547965"],"abstract_inverted_index":{"As":[0],"algorithmic":[1],"risk":[2],"assessment":[3],"instruments":[4],"(RAIs)":[5],"are":[6,73,82,131,150],"increasingly":[7],"adopted":[8],"to":[9,18,37,103,152,178],"assist":[10],"decision":[11],"makers,":[12],"their":[13,41,48],"predictive":[14],"performance":[15],"and":[16,128,170],"potential":[17],"promote":[19],"inequity":[20],"have":[21,35],"come":[22,36],"under":[23],"scrutiny.":[24],"However,":[25],"while":[26],"most":[27,129],"studies":[28,177],"examine":[29],"these":[30],"tools":[31],"in":[32,70,133,145],"isolation,":[33],"researchers":[34],"recognize":[38],"that":[39,89,149],"assessing":[40],"impact":[42],"requires":[43],"understanding":[44],"the":[45,99,114,122,153,160,180],"behavior":[46],"of":[47,56,101,155,162,182],"human":[49],"interactants.":[50],"In":[51],"this":[52],"paper,":[53],"building":[54],"off":[55],"several":[57,163],"recent":[58],"crowdsourcing":[59,176],"works":[60],"focused":[61],"on":[62,113,121,147],"criminal":[63],"justice,":[64],"we":[65],"conduct":[66],"a":[67],"vignette":[68],"study":[69],"which":[71],"laypersons":[72],"tasked":[74],"with":[75],"predicting":[76],"future":[77],"re-arrests.":[78],"Our":[79],"key":[80],"findings":[81],"as":[83],"follows:":[84],"(1)":[85],"Participants":[86,109],"often":[87,166],"predict":[88],"an":[90],"offender":[91],"will":[92],"be":[93,104],"rearrested":[94],"even":[95],"when":[96,174],"they":[97],"deem":[98],"likelihood":[100,154],"re-arrest":[102],"well":[105],"below":[106],"50%;":[107],"(2)":[108],"do":[110],"not":[111],"anchor":[112],"RAI's":[115],"predictions;":[116],"(3)":[117],"The":[118],"time":[119],"spent":[120],"survey":[123],"varies":[124],"widely":[125],"across":[126],"participants":[127],"cases":[130],"assessed":[132],"less":[134],"than":[135],"10":[136],"seconds;":[137],"(4)":[138],"Judicial":[139],"decisions,":[140],"unlike":[141],"participants'":[142],"predictions,":[143],"depend":[144],"part":[146],"factors":[148],"orthogonal":[151],"re-arrest.":[156],"These":[157],"results":[158],"highlight":[159],"influence":[161],"crucial":[164],"but":[165],"overlooked":[167],"design":[168],"decisions":[169],"concerns":[171],"around":[172],"generalizability":[173],"constructing":[175],"analyze":[179],"impacts":[181],"RAI":[183]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-21T08:13:44.787528","created_date":"2022-10-02T00:00:00"}