{"id":"https://openalex.org/W2945129582","doi":"https://doi.org/10.1145/3308560.3317086","title":"Humans, Machines and Disagreement","display_name":"Humans, Machines and Disagreement","publication_year":2019,"publication_date":"2019-05-13","ids":{"openalex":"https://openalex.org/W2945129582","doi":"https://doi.org/10.1145/3308560.3317086","mag":"2945129582"},"language":"en","primary_location":{"id":"doi:10.1145/3308560.3317086","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308560.3317086","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3308560.3317086","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068502173","display_name":"Brad Klingenberg","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Brad Klingenberg","raw_affiliation_strings":["Stitch Fix"],"affiliations":[{"raw_affiliation_string":"Stitch Fix","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5068502173"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03419855,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1098","last_page":"1098"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.6671000123023987,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.6671000123023987,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/judgement","display_name":"Judgement","score":0.8383588790893555},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7339197397232056},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.5305692553520203},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.44051602482795715},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.41805410385131836},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3392487168312073},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3237301707267761}],"concepts":[{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.8383588790893555},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7339197397232056},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5305692553520203},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.44051602482795715},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41805410385131836},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3392487168312073},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3237301707267761},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3308560.3317086","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308560.3317086","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3308560.3317086","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308560.3317086","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2886802431","https://openalex.org/W4388216822","https://openalex.org/W1761762290","https://openalex.org/W4391191813","https://openalex.org/W4387575966","https://openalex.org/W2384262901","https://openalex.org/W2975214487","https://openalex.org/W651304006","https://openalex.org/W2345720417","https://openalex.org/W2385564112"],"abstract_inverted_index":{"Most":[0],"recommendation":[1],"algorithms":[2,8,69],"produce":[3],"results":[4],"without":[5],"humans-in-the-loop.":[6],"Combining":[7],"with":[9],"expert":[10],"human":[11,71],"curation":[12],"can":[13,51],"make":[14],"recommendations":[15,76,90],"much":[16],"more":[17,30],"effective,":[18],"especially":[19],"in":[20],"hard-to-quantify":[21],"domains":[22],"like":[23],"fashion.":[24],"But":[25],"it":[26],"also":[27,52],"makes":[28],"things":[29],"complicated,":[31],"introducing":[32],"new":[33],"sources":[34],"of":[35,58,95],"statistical":[36],"bias":[37],"and":[38,45,49,70],"challenges":[39],"for":[40,73],"traditional":[41],"approaches":[42],"to":[43,88,97],"training":[44],"evaluating":[46],"algorithms.":[47],"Humans":[48],"machines":[50],"disagree,":[53],"further":[54],"complicating":[55],"the":[56,92],"design":[57],"production":[59],"systems.":[60],"In":[61],"this":[62],"talk":[63],"I'll":[64],"share":[65],"lessons":[66],"from":[67],"combining":[68],"judgement":[72],"personal":[74,82],"styling":[75,83],"at":[77],"Stitch":[78],"Fix,":[79],"an":[80],"online":[81],"service":[84],"that":[85],"commits":[86],"committed":[87],"its":[89],"through":[91],"physical":[93],"delivery":[94],"merchandise":[96],"clients.":[98]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}