{"id":"https://openalex.org/W2983137008","doi":"https://doi.org/10.1145/3359204","title":"A Slow Algorithm Improves Users' Assessments of the Algorithm's Accuracy","display_name":"A Slow Algorithm Improves Users' Assessments of the Algorithm's Accuracy","publication_year":2019,"publication_date":"2019-11-07","ids":{"openalex":"https://openalex.org/W2983137008","doi":"https://doi.org/10.1145/3359204","mag":"2983137008"},"language":"en","primary_location":{"id":"doi:10.1145/3359204","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3359204","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3359204","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3359204","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016998074","display_name":"Joon-Sung Park","orcid":"https://orcid.org/0000-0003-4740-3061"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Joon Sung Park","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047312168","display_name":"Rick Barber","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rick Barber","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009386988","display_name":"Alex Kirlik","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Kirlik","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075056899","display_name":"Karrie Karahalios","orcid":"https://orcid.org/0000-0001-8788-3405"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karrie Karahalios","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5016998074"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":3.081,"has_fulltext":true,"cited_by_count":62,"citation_normalized_percentile":{"value":0.9221608,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"3","issue":"CSCW","first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/slowness","display_name":"Slowness","score":0.7763489484786987},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7578983306884766},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.722975492477417},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.602039635181427},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5708832740783691},{"id":"https://openalex.org/keywords/serendipity","display_name":"Serendipity","score":0.5329424142837524},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5276117324829102},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.519492506980896},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47313109040260315},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3826603889465332}],"concepts":[{"id":"https://openalex.org/C11940443","wikidata":"https://www.wikidata.org/wiki/Q16965645","display_name":"Slowness","level":2,"score":0.7763489484786987},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7578983306884766},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.722975492477417},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.602039635181427},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5708832740783691},{"id":"https://openalex.org/C2779119418","wikidata":"https://www.wikidata.org/wiki/Q166039","display_name":"Serendipity","level":2,"score":0.5329424142837524},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5276117324829102},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.519492506980896},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47313109040260315},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3826603889465332},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3359204","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3359204","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3359204","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3359204","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3359204","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3359204","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7114514032","display_name":null,"funder_award_id":"NSF 1564041","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2983137008.pdf","grobid_xml":"https://content.openalex.org/works/W2983137008.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1605255363","https://openalex.org/W1985403006","https://openalex.org/W2000341463","https://openalex.org/W2004088687","https://openalex.org/W2011949753","https://openalex.org/W2059268796","https://openalex.org/W2089318913","https://openalex.org/W2089666999","https://openalex.org/W2104839312","https://openalex.org/W2111591037","https://openalex.org/W2161095991","https://openalex.org/W2169669347","https://openalex.org/W2171337319","https://openalex.org/W2282821441","https://openalex.org/W2439568532","https://openalex.org/W2594475271","https://openalex.org/W2788362053","https://openalex.org/W2792183666","https://openalex.org/W2914976286","https://openalex.org/W2940790665","https://openalex.org/W2999071598","https://openalex.org/W3123368171","https://openalex.org/W3125633690"],"related_works":["https://openalex.org/W3103461978","https://openalex.org/W2356299150","https://openalex.org/W4205615116","https://openalex.org/W4378230892","https://openalex.org/W2003964906","https://openalex.org/W4391981100","https://openalex.org/W4389273484","https://openalex.org/W2144966994","https://openalex.org/W3017010751","https://openalex.org/W2168615451"],"abstract_inverted_index":{"With":[0],"computational":[1],"algorithms":[2,127,132],"making":[3,109],"an":[4,45,75,98],"increasing":[5],"number":[6],"of":[7,47,84,97,114,139,147,173,194],"deeply":[8],"consequential,":[9],"and":[10,49,86,129,169,175,178,181],"often":[11,162],"problematic":[12],"judgments":[13,32,73,110],"on":[14,31,101,166,187],"our":[15,122],"behalf,":[16],"there":[17],"is":[18,142],"a":[19,82],"growing":[20],"interest":[21],"in":[22,38,91,111],"slowing":[23],"down":[24],"technology":[25,40],"to":[26,29,164,179],"encourage":[27],"users":[28,62,103],"reflect":[30,165],"made":[33],"by":[34],"algorithms.":[35],"Prior":[36],"work":[37],"slow":[39],"has":[41,53],"established":[42],"slowness":[43],"as":[44,70],"agent":[46],"reflection":[48],"serendipity;":[50],"however,":[51],"it":[52],"been":[54],"unclear":[55],"whether":[56],"this":[57,78],"waiting":[58,155],"time":[59,138,158],"actually":[60],"helps":[61],"gain":[63],"useful":[64],"insight":[65],"or":[66],"any":[67],"other":[68],"benefits":[69],"they":[71],"make":[72],"using":[74],"algorithm.":[76],"To":[77],"end,":[79],"we":[80,93,190],"conducted":[81],"series":[83],"online":[85],"in-person":[87,149],"between-subject":[88],"user":[89],"studies":[90],"which":[92],"isolate":[94],"the":[95,105,112,136,140,148,154,167,170,176,183],"impact":[96],"algorithm's":[99,106],"speed":[100],"how":[102],"incorporate":[104],"advice":[107],"when":[108],"context":[113],"simple":[115],"visual":[116],"recognition":[117],"tasks.":[118],"We":[119],"find":[120],"that":[121,153],"participants":[123],"followed":[124],"good":[125],"quality":[126,131],"more":[128],"bad":[130],"somewhat":[133],"less":[134],"if":[135],"response":[137],"algorithm":[141],"slower.":[143],"Furthermore,":[144],"qualitative":[145],"analysis":[146],"study":[150],"interviews":[151],"reveals":[152],"was":[156,161],"not":[157],"wasted,":[159],"but":[160],"used":[163],"task":[168],"estimation":[171],"process":[172],"themselves":[174],"algorithm,":[177],"compare":[180],"reevaluate":[182],"two":[184],"processes.":[185],"Based":[186],"these":[188],"findings,":[189],"outline":[191],"design":[192],"implications":[193],"future":[195],"algorithmic":[196],"systems.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}