{"id":"https://openalex.org/W3160967115","doi":"https://doi.org/10.1145/3411764.3445604","title":"Towards Fairness in Practice: A Practitioner-Oriented Rubric for Evaluating Fair ML Toolkits","display_name":"Towards Fairness in Practice: A Practitioner-Oriented Rubric for Evaluating Fair ML Toolkits","publication_year":2021,"publication_date":"2021-05-06","ids":{"openalex":"https://openalex.org/W3160967115","doi":"https://doi.org/10.1145/3411764.3445604","mag":"3160967115"},"language":"en","primary_location":{"id":"doi:10.1145/3411764.3445604","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445604","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058973646","display_name":"Brianna Richardson","orcid":"https://orcid.org/0000-0002-6465-9192"},"institutions":[{"id":"https://openalex.org/I4210122154","display_name":"Photon Spot (United States)","ror":"https://ror.org/01yxc0v75","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122154"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brianna Richardson","raw_affiliation_strings":["Spotify, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify, United States","institution_ids":["https://openalex.org/I4210122154"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022239852","display_name":"Jean Garcia-Gathright","orcid":"https://orcid.org/0009-0001-5550-640X"},"institutions":[{"id":"https://openalex.org/I4210122154","display_name":"Photon Spot (United States)","ror":"https://ror.org/01yxc0v75","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122154"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jean Garcia-Gathright","raw_affiliation_strings":["Spotify, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify, United States","institution_ids":["https://openalex.org/I4210122154"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048132210","display_name":"Samuel F. Way","orcid":"https://orcid.org/0000-0002-3173-0490"},"institutions":[{"id":"https://openalex.org/I4210122154","display_name":"Photon Spot (United States)","ror":"https://ror.org/01yxc0v75","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122154"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel F. Way","raw_affiliation_strings":["Spotify, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify, United States","institution_ids":["https://openalex.org/I4210122154"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012667840","display_name":"Jennifer S. Thom","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122154","display_name":"Photon Spot (United States)","ror":"https://ror.org/01yxc0v75","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122154"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer Thom","raw_affiliation_strings":["Spotify, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify, United States","institution_ids":["https://openalex.org/I4210122154"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064818681","display_name":"Henriette Cramer","orcid":"https://orcid.org/0000-0002-0786-0324"},"institutions":[{"id":"https://openalex.org/I4210122154","display_name":"Photon Spot (United States)","ror":"https://ror.org/01yxc0v75","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122154"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henriette Cramer","raw_affiliation_strings":["Spotify, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify, United States","institution_ids":["https://openalex.org/I4210122154"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210122154"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.9717000126838684,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9470999836921692,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.9459578394889832},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6257236003875732},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.27931928634643555},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.14549744129180908}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9459578394889832},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6257236003875732},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27931928634643555},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.14549744129180908}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3411764.3445604","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445604","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7599999904632568}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1901616594","https://openalex.org/W2099670481","https://openalex.org/W2105673870","https://openalex.org/W2116984840","https://openalex.org/W2524620548","https://openalex.org/W2563852449","https://openalex.org/W2704480242","https://openalex.org/W2765146466","https://openalex.org/W2786242872","https://openalex.org/W2809878087","https://openalex.org/W2898970033","https://openalex.org/W2942721282","https://openalex.org/W2945776595","https://openalex.org/W2953522645","https://openalex.org/W2966133050","https://openalex.org/W2967682612","https://openalex.org/W2969896603","https://openalex.org/W3011702625","https://openalex.org/W3014972121","https://openalex.org/W3016099278","https://openalex.org/W3039055470","https://openalex.org/W3098054859","https://openalex.org/W3099877573","https://openalex.org/W3100046612","https://openalex.org/W3102092462","https://openalex.org/W3120740533","https://openalex.org/W4249292692","https://openalex.org/W4288359825","https://openalex.org/W4288414189","https://openalex.org/W4388064047","https://openalex.org/W6773822957"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1987813225","https://openalex.org/W4390610055","https://openalex.org/W4379053243","https://openalex.org/W3021020626","https://openalex.org/W2955201676","https://openalex.org/W2153005530","https://openalex.org/W3199392376"],"abstract_inverted_index":{"In":[0],"order":[1],"to":[2,18,61,68,72,109,138],"support":[3,121],"fairness-forward":[4],"thinking":[5],"by":[6,43],"machine":[7],"learning":[8],"(ML)":[9],"practitioners,":[10],"fairness":[11,44,59,118],"researchers":[12],"have":[13],"created":[14],"toolkits":[15,60,99],"that":[16,95,134],"aim":[17],"transform":[19],"state-of-the-art":[20],"research":[21,30],"contributions":[22],"into":[23],"easily-accessible":[24],"APIs.":[25],"Despite":[26],"these":[27],"efforts,":[28],"recent":[29],"indicates":[31],"a":[32,52,132],"disconnect":[33],"between":[34],"the":[35,40,76,85,113,122],"needs":[36],"of":[37,80,87,117,127,142],"practitioners":[38,50],"and":[39,78,89,115,125],"tools":[41],"offered":[42],"research.":[45],"By":[46],"engaging":[47],"20":[48],"ML":[49,82,98,144],"in":[51,55,112],"simulated":[53],"scenario":[54],"which":[56],"they":[57],"utilize":[58,69],"make":[62],"critical":[63,140],"decisions,":[64],"this":[65,129],"work":[66,130],"aims":[67],"practitioner":[70],"feedback":[71],"inform":[73],"recommendations":[74],"for":[75],"design":[77,114],"creation":[79],"fair":[81,97],"toolkits.":[83,145],"Through":[84],"use":[86],"survey":[88],"interview":[90],"data,":[91],"our":[92],"results":[93],"indicate":[94],"though":[96],"are":[100],"incredibly":[101],"impactful":[102],"on":[103],"users\u2019":[104],"decision-making,":[105],"there":[106],"is":[107],"much":[108],"be":[110,136],"desired":[111],"demonstration":[116],"results.":[119],"To":[120],"future":[123],"development":[124],"evaluation":[126],"toolkits,":[128],"offers":[131],"rubric":[133],"can":[135],"used":[137],"identify":[139],"components":[141],"Fair":[143]},"counts_by_year":[{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}