{"id":"https://openalex.org/W3160967115","doi":"https://doi.org/10.1145/3411764.3445604","title":"Towards Fairness in Practice: A Practitioner-Oriented Rubric for Evaluating Fair ML Toolkits","display_name":"Towards Fairness in Practice: A Practitioner-Oriented Rubric for Evaluating Fair ML Toolkits","publication_year":2021,"publication_date":"2021-05-06","ids":{"openalex":"https://openalex.org/W3160967115","doi":"https://doi.org/10.1145/3411764.3445604","mag":"3160967115"},"language":"en","primary_location":{"id":"doi:10.1145/3411764.3445604","doi":"https://doi.org/10.1145/3411764.3445604","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445604","pdf_url":null,"source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058973646","display_name":"Brianna Richardson","orcid":"https://orcid.org/0000-0002-6465-9192","observed_orcids":["https://orcid.org/0000-0002-6465-9192"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brianna Richardson","raw_affiliation_strings":["Spotify, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022239852","display_name":"Jean I. Garcia-Gathright","orcid":"https://orcid.org/0009-0001-5550-640X","observed_orcids":["https://orcid.org/0009-0001-5550-640X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jean Garcia-Gathright","raw_affiliation_strings":["Spotify, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048132210","display_name":"Samuel F. Way","orcid":"https://orcid.org/0000-0002-3173-0490","observed_orcids":["https://orcid.org/0000-0002-3173-0490"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samuel F. Way","raw_affiliation_strings":["Spotify, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jennifer Thom","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jennifer Thom","raw_affiliation_strings":["Spotify, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064818681","display_name":"Henriette S. M. Cramer","orcid":"https://orcid.org/0000-0002-0786-0324","observed_orcids":["https://orcid.org/0000-0002-0786-0324"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Henriette Cramer","raw_affiliation_strings":["Spotify, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.2674,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.97507877,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.859000027179718},{"id":"https://openalex.org/keywords/practitioner-needs","display_name":"practitioner needs","score":0.6299999952316284},{"id":"https://openalex.org/keywords/practitioner-feedback","display_name":"practitioner feedback","score":0.47600001096725464}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9459578394889832},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6257236003875732},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27931928634643555},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.14549744129180908}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3411764.3445604","doi":"https://doi.org/10.1145/3411764.3445604","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445604","pdf_url":null,"source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7390999794006348}],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions","score":0.7599999904632568}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1901616594","https://openalex.org/W2099670481","https://openalex.org/W2105673870","https://openalex.org/W2116984840","https://openalex.org/W2524620548","https://openalex.org/W2563852449","https://openalex.org/W2704480242","https://openalex.org/W2765146466","https://openalex.org/W2786242872","https://openalex.org/W2809878087","https://openalex.org/W2898970033","https://openalex.org/W2942721282","https://openalex.org/W2945776595","https://openalex.org/W2953522645","https://openalex.org/W2966133050","https://openalex.org/W2967682612","https://openalex.org/W2969896603","https://openalex.org/W3005073185","https://openalex.org/W3011702625","https://openalex.org/W3014972121","https://openalex.org/W3016099278","https://openalex.org/W3039055470","https://openalex.org/W3098054859","https://openalex.org/W3120740533","https://openalex.org/W4249292692","https://openalex.org/W4288359825","https://openalex.org/W4288414189","https://openalex.org/W4388064047"],"related_works":["https://openalex.org/W4280609065","https://openalex.org/W7015543787","https://openalex.org/W4386242352","https://openalex.org/W7027339999","https://openalex.org/W3162866579","https://openalex.org/W4388447786","https://openalex.org/W6980607635","https://openalex.org/W4200630031","https://openalex.org/W7117275296","https://openalex.org/W2904233591"],"abstract_inverted_index":{"In":[0],"order":[1],"to":[2,18,61,68,72,109,138],"support":[3,121],"fairness-forward":[4],"thinking":[5],"by":[6,43],"machine":[7],"learning":[8],"(ML)":[9],"practitioners,":[10],"fairness":[11,44,59,118],"researchers":[12],"have":[13],"created":[14],"toolkits":[15,60,99],"that":[16,95,134],"aim":[17],"transform":[19],"state-of-the-art":[20],"research":[21,30],"contributions":[22],"into":[23],"easily-accessible":[24],"APIs.":[25],"Despite":[26],"these":[27],"efforts,":[28],"recent":[29],"indicates":[31],"a":[32,52,132],"disconnect":[33],"between":[34],"the":[35,40,76,85,113,122],"needs":[36],"of":[37,80,87,117,127,142],"practitioners":[38,50],"and":[39,78,89,115,125],"tools":[41],"offered":[42],"research.":[45],"By":[46],"engaging":[47],"20":[48],"ML":[49,82,98,144],"in":[51,55,112],"simulated":[53],"scenario":[54],"which":[56],"they":[57],"utilize":[58,69],"make":[62],"critical":[63,140],"decisions,":[64],"this":[65,129],"work":[66,130],"aims":[67],"practitioner":[70],"feedback":[71],"inform":[73],"recommendations":[74],"for":[75],"design":[77,114],"creation":[79],"fair":[81,97],"toolkits.":[83,145],"Through":[84],"use":[86],"survey":[88],"interview":[90],"data,":[91],"our":[92],"results":[93],"indicate":[94],"though":[96],"are":[100],"incredibly":[101],"impactful":[102],"on":[103],"users\u2019":[104],"decision-making,":[105],"there":[106],"is":[107],"much":[108],"be":[110,136],"desired":[111],"demonstration":[116],"results.":[119],"To":[120],"future":[123],"development":[124],"evaluation":[126],"toolkits,":[128],"offers":[131],"rubric":[133],"can":[135],"used":[137],"identify":[139],"components":[141],"Fair":[143]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":5}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2021-05-24T00:00:00"}