{"id":"https://openalex.org/W4226099958","doi":"https://doi.org/10.1145/3512899","title":"Assessing the Fairness of AI Systems: AI Practitioners' Processes, Challenges, and Needs for Support","display_name":"Assessing the Fairness of AI Systems: AI Practitioners' Processes, Challenges, and Needs for Support","publication_year":2022,"publication_date":"2022-03-30","ids":{"openalex":"https://openalex.org/W4226099958","doi":"https://doi.org/10.1145/3512899"},"language":"en","primary_location":{"id":"doi:10.1145/3512899","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3512899","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033757090","display_name":"Michael Madaio","orcid":"https://orcid.org/0000-0001-5772-0488"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4401726785","display_name":"Microsoft Research New York City (United States)","ror":"https://ror.org/056zprp28","country_code":null,"type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Madaio","raw_affiliation_strings":["Microsoft Research, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, New York, NY, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069247391","display_name":"Lisa Egede","orcid":"https://orcid.org/0000-0002-9702-9445"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lisa Egede","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111056004","display_name":"Hariharan Subramonyam","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hariharan Subramonyam","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043117896","display_name":"Jennifer Wortman Vaughan","orcid":"https://orcid.org/0000-0002-7807-2018"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4401726785","display_name":"Microsoft Research New York City (United States)","ror":"https://ror.org/056zprp28","country_code":null,"type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer Wortman Vaughan","raw_affiliation_strings":["Microsoft Research, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, New York, NY, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046348432","display_name":"Hanna Wallach","orcid":"https://orcid.org/0000-0003-3395-7186"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4401726785","display_name":"Microsoft Research New York City (United States)","ror":"https://ror.org/056zprp28","country_code":null,"type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanna Wallach","raw_affiliation_strings":["Microsoft Research, New York City, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, New York City, NY, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":27.8535,"has_fulltext":false,"cited_by_count":145,"citation_normalized_percentile":{"value":0.99747292,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"6","issue":"CSCW1","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12501","display_name":"Digital Economy and Work Transformation","score":0.9488000273704529,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.6208638548851013},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.5584796071052551},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4845108389854431},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4748780131340027},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4221945106983185},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4037686586380005},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.3843218982219696},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.35736361145973206},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.16775882244110107},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15858963131904602}],"concepts":[{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.6208638548851013},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.5584796071052551},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4845108389854431},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4748780131340027},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4221945106983185},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4037686586380005},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3843218982219696},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.35736361145973206},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.16775882244110107},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15858963131904602},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3512899","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3512899","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W137484003","https://openalex.org/W2008251417","https://openalex.org/W2012942219","https://openalex.org/W2016782401","https://openalex.org/W2029150930","https://openalex.org/W2043489963","https://openalex.org/W2095709171","https://openalex.org/W2102623553","https://openalex.org/W2112890279","https://openalex.org/W2128315560","https://openalex.org/W2139464545","https://openalex.org/W2151478198","https://openalex.org/W2162448023","https://openalex.org/W2170518570","https://openalex.org/W2228762060","https://openalex.org/W2296463440","https://openalex.org/W2482306846","https://openalex.org/W2518508064","https://openalex.org/W2605513717","https://openalex.org/W2897154134","https://openalex.org/W2897439270","https://openalex.org/W2898701364","https://openalex.org/W2899326095","https://openalex.org/W2910548926","https://openalex.org/W2911488183","https://openalex.org/W2915430650","https://openalex.org/W2942169651","https://openalex.org/W2942448577","https://openalex.org/W2943238809","https://openalex.org/W2948564627","https://openalex.org/W2950504429","https://openalex.org/W2951557305","https://openalex.org/W2952203301","https://openalex.org/W2958853995","https://openalex.org/W2982773700","https://openalex.org/W2995006168","https://openalex.org/W3000912728","https://openalex.org/W3001807593","https://openalex.org/W3012624518","https://openalex.org/W3014972121","https://openalex.org/W3041968715","https://openalex.org/W3045417466","https://openalex.org/W3047579825","https://openalex.org/W3081389081","https://openalex.org/W3093541323","https://openalex.org/W3094025600","https://openalex.org/W3101243562","https://openalex.org/W3105226597","https://openalex.org/W3123275274","https://openalex.org/W3126310177","https://openalex.org/W3129706735","https://openalex.org/W3133702157","https://openalex.org/W3133874049","https://openalex.org/W3135371071","https://openalex.org/W3135514117","https://openalex.org/W3135773605","https://openalex.org/W3153888608","https://openalex.org/W3160967115","https://openalex.org/W3161290911","https://openalex.org/W4236419616","https://openalex.org/W4250738385","https://openalex.org/W4288083705","https://openalex.org/W4288083799","https://openalex.org/W4288359825","https://openalex.org/W4292081290","https://openalex.org/W4300003134"],"related_works":["https://openalex.org/W2352896083","https://openalex.org/W3200942411","https://openalex.org/W2238466124","https://openalex.org/W325681004","https://openalex.org/W1973586145","https://openalex.org/W1976268846","https://openalex.org/W2344190797","https://openalex.org/W4206642463","https://openalex.org/W2162041136","https://openalex.org/W3203142427"],"abstract_inverted_index":{"Various":[0],"tools":[1,33],"and":[2,13,34,36,84,103,127,134,171],"practices":[3,35],"have":[4],"been":[5],"developed":[6],"to":[7,73,132,139,174],"support":[8,106],"practitioners":[9,90,114],"in":[10,52],"identifying,":[11],"assessing,":[12],"mitigating":[14],"fairness-related":[15],"harms":[16],"caused":[17,44],"by":[18,45],"AI":[19,70,89,176],"systems.":[20],"However,":[21],"prior":[22],"research":[23],"has":[24],"highlighted":[25],"gaps":[26,43,62],"between":[27,77],"the":[28,46,122,172],"intended":[29,72],"design":[30],"of":[31,69,155],"these":[32,61],"their":[37],"use":[38],"within":[39],"particular":[40],"contexts,":[41],"including":[42],"role":[47],"that":[48,113,165],"organizational":[49],"factors":[50],"play":[51],"shaping":[53],"fairness":[54,149],"work.":[55],"In":[56],"this":[57],"paper,":[58],"we":[59,98,145],"investigate":[60],"for":[63,105],"one":[64],"such":[65],"practice:":[66],"disaggregated":[67,109,141],"evaluations":[68],"systems,":[71],"uncover":[74],"performance":[75,119],"disparities":[76],"demographic":[78,128],"groups.":[79],"By":[80],"conducting":[81],"semi-structured":[82],"interviews":[83],"structured":[85],"workshops":[86],"with":[87,137,157],"thirty-three":[88],"from":[91,152],"ten":[92],"teams":[93],"at":[94,178],"three":[95],"technology":[96],"companies,":[97],"identify":[99,146],"practitioners'":[100],"processes,":[101],"challenges,":[102],"needs":[104],"when":[107,117],"designing":[108],"evaluations.":[110,142],"We":[111],"find":[112],"face":[115],"challenges":[116],"choosing":[118],"metrics,":[120],"identifying":[121],"most":[123],"relevant":[124],"direct":[125,158],"stakeholders":[126,159],"groups":[129],"on":[130,148],"which":[131,138],"focus,":[133],"collecting":[135],"datasets":[136],"conduct":[140],"More":[143],"generally,":[144],"impacts":[147],"work":[150],"stemming":[151],"a":[153],"lack":[154],"engagement":[156],"or":[160],"domain":[161],"experts,":[162],"business":[163],"imperatives":[164],"prioritize":[166],"customers":[167],"over":[168],"marginalized":[169],"groups,":[170],"drive":[173],"deploy":[175],"systems":[177],"scale.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":37},{"year":2024,"cited_by_count":41},{"year":2023,"cited_by_count":40},{"year":2022,"cited_by_count":11}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}