{"id":"https://openalex.org/W3135773605","doi":"https://doi.org/10.1145/3442188.3445888","title":"What We Can't Measure, We Can't Understand","display_name":"What We Can't Measure, We Can't Understand","publication_year":2021,"publication_date":"2021-03-01","ids":{"openalex":"https://openalex.org/W3135773605","doi":"https://doi.org/10.1145/3442188.3445888","mag":"3135773605"},"language":"en","primary_location":{"id":"doi:10.1145/3442188.3445888","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3442188.3445888","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071066840","display_name":"McKane Andrus","orcid":"https://orcid.org/0000-0003-0543-3609"},"institutions":[{"id":"https://openalex.org/I129364015","display_name":"Partners In Health","ror":"https://ror.org/05tsvnv68","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I129364015"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"McKane Andrus","raw_affiliation_strings":["Partnership on AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Partnership on AI","institution_ids":["https://openalex.org/I129364015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002557760","display_name":"Elena Spitzer","orcid":null},"institutions":[{"id":"https://openalex.org/I129364015","display_name":"Partners In Health","ror":"https://ror.org/05tsvnv68","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I129364015"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elena Spitzer","raw_affiliation_strings":["Partnership on AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Partnership on AI","institution_ids":["https://openalex.org/I129364015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048322639","display_name":"Jeffrey Brown","orcid":"https://orcid.org/0000-0001-8584-3602"},"institutions":[{"id":"https://openalex.org/I152014189","display_name":"Minnesota State University, Mankato","ror":"https://ror.org/04att9732","country_code":"US","type":"education","lineage":["https://openalex.org/I152014189","https://openalex.org/I91221267"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Brown","raw_affiliation_strings":["Partnership on AI, Minnesota State University, Mankato"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Partnership on AI, Minnesota State University, Mankato","institution_ids":["https://openalex.org/I152014189"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035786206","display_name":"Alice Xiang","orcid":"https://orcid.org/0000-0001-7907-9353"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alice Xiang","raw_affiliation_strings":["Sony AI, Partnership on AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sony AI, Partnership on AI","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5071066840"],"corresponding_institution_ids":["https://openalex.org/I129364015"],"apc_list":null,"apc_paid":null,"fwci":18.1301,"has_fulltext":false,"cited_by_count":106,"citation_normalized_percentile":{"value":0.99297079,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"249","last_page":"260"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12501","display_name":"Digital Economy and Work Transformation","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dilemma","display_name":"Dilemma","score":0.70821613073349},{"id":"https://openalex.org/keywords/demographics","display_name":"Demographics","score":0.6278772354125977},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.611465573310852},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5393145084381104},{"id":"https://openalex.org/keywords/normative","display_name":"Normative","score":0.5391502976417542},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.5159157514572144},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5038155913352966},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4469239413738251},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.4347954988479614},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.41893136501312256},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.20674696564674377},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1303807497024536},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.12703514099121094},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.10468068718910217},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09436911344528198}],"concepts":[{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.70821613073349},{"id":"https://openalex.org/C2780084366","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demographics","level":2,"score":0.6278772354125977},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.611465573310852},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5393145084381104},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.5391502976417542},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.5159157514572144},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5038155913352966},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4469239413738251},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.4347954988479614},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.41893136501312256},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.20674696564674377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1303807497024536},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.12703514099121094},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10468068718910217},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09436911344528198},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3442188.3445888","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3442188.3445888","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5600000023841858},{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W64581525","https://openalex.org/W111324831","https://openalex.org/W1507645993","https://openalex.org/W1601300738","https://openalex.org/W1819662813","https://openalex.org/W2040825624","https://openalex.org/W2052138360","https://openalex.org/W2086216108","https://openalex.org/W2170816415","https://openalex.org/W2392403817","https://openalex.org/W2397974162","https://openalex.org/W2554090193","https://openalex.org/W2590124083","https://openalex.org/W2599911849","https://openalex.org/W2601251286","https://openalex.org/W2765146466","https://openalex.org/W2786242872","https://openalex.org/W2793226029","https://openalex.org/W2795908329","https://openalex.org/W2897154134","https://openalex.org/W2901445099","https://openalex.org/W2902427327","https://openalex.org/W2902633481","https://openalex.org/W2935719450","https://openalex.org/W2944784741","https://openalex.org/W2945776595","https://openalex.org/W2947160886","https://openalex.org/W2947891454","https://openalex.org/W2956281901","https://openalex.org/W2958293758","https://openalex.org/W2962774530","https://openalex.org/W2964276035","https://openalex.org/W2976537124","https://openalex.org/W2980688251","https://openalex.org/W2990751793","https://openalex.org/W2992319600","https://openalex.org/W2995572750","https://openalex.org/W3001248429","https://openalex.org/W3001754608","https://openalex.org/W3010110357","https://openalex.org/W3013571594","https://openalex.org/W3013778941","https://openalex.org/W3013969094","https://openalex.org/W3023309920","https://openalex.org/W3026966474","https://openalex.org/W3029264758","https://openalex.org/W3046625382","https://openalex.org/W3048253689","https://openalex.org/W3048991518","https://openalex.org/W3099361686","https://openalex.org/W3100046612","https://openalex.org/W3110516943","https://openalex.org/W3121483320","https://openalex.org/W3123374861","https://openalex.org/W3146083582","https://openalex.org/W4239106607","https://openalex.org/W4250212716","https://openalex.org/W4255411484","https://openalex.org/W4288083799","https://openalex.org/W4288086173","https://openalex.org/W4288359825","https://openalex.org/W6638208828"],"related_works":["https://openalex.org/W3121380072","https://openalex.org/W2350209916","https://openalex.org/W2058403539","https://openalex.org/W1989297139","https://openalex.org/W2342143608","https://openalex.org/W2475524763","https://openalex.org/W2496755843","https://openalex.org/W2333615638","https://openalex.org/W2602311653","https://openalex.org/W4213090964"],"abstract_inverted_index":{"As":[0],"calls":[1],"for":[2,52,125,163],"fair":[3],"and":[4,50,77,97,121,145,158,182,231],"unbiased":[5],"algorithmic":[6,18,55,85,192],"systems":[7],"increase,":[8],"so":[9],"too":[10],"does":[11],"the":[12,31,45,102,202,213],"number":[13],"of":[14,48,92,112,137,205,225],"individuals":[15],"working":[16,53,80],"on":[17,101],"fairness":[19],"in":[20,41,81,185,194,239],"industry.":[21],"However,":[22],"these":[23],"practitioners":[24,76,189],"often":[25],"do":[26,198],"not":[27,106,199],"have":[28],"access":[29,61,108],"to":[30,38,62,84,109,115,119,142,148,154,166,187,190,210,215,250],"demographic":[32,63,94,123,131,217],"data":[33,95,111,124,132,234],"they":[34,36,57],"feel":[35],"need":[37],"detect":[39],"bias":[40,193],"practice.":[42,195],"Even":[43],"with":[44,74],"growing":[46],"variety":[47],"toolkits":[49],"strategies":[51],"towards":[54],"fairness,":[56,146],"almost":[58],"invariably":[59],"require":[60],"attributes":[64],"or":[65,82],"proxies.":[66],"We":[67],"investigated":[68],"this":[69,233],"dilemma":[70],"through":[71],"semi-structured":[72],"interviews":[73],"38":[75],"professionals":[78],"either":[79],"adjacent":[83],"fairness.":[86],"Participants":[87],"painted":[88],"a":[89,135,223],"complex":[90],"picture":[91],"what":[93,245],"availability":[96],"use":[98,122],"look":[99],"like":[100],"ground,":[103],"ranging":[104],"from":[105],"having":[107],"personal":[110],"any":[113],"kind":[114],"being":[116],"legally":[117],"required":[118],"collect":[120],"discrimination":[126],"assessments.":[127],"In":[128],"many":[129],"domains,":[130],"collection":[133],"raises":[134],"host":[136],"difficult":[138],"questions,":[139],"including":[140],"how":[141,147,153],"balance":[143],"privacy":[144],"define":[149],"relevant":[150],"social":[151],"categories,":[152],"ensure":[155],"meaningful":[156],"consent,":[157],"whether":[159,232],"it":[160,242],"is":[161,243],"appropriate":[162],"private":[164],"companies":[165],"infer":[167],"someone's":[168],"demographics.":[169],"Our":[170],"research":[171],"suggests":[172],"challenges":[173],"that":[174,201],"must":[175],"be":[176,209,236,248],"considered":[177],"by":[178],"businesses,":[179],"regulators,":[180],"researchers,":[181],"community":[183],"groups":[184],"order":[186],"enable":[188],"address":[191],"Critically,":[196],"we":[197],"propose":[200],"overall":[203],"goal":[204],"future":[206],"work":[207],"should":[208,235,246],"simply":[211],"lower":[212],"barriers":[214],"collecting":[216],"data.":[218],"Rather,":[219],"our":[220],"study":[221],"surfaces":[222],"swath":[224],"normative":[226],"questions":[227],"about":[228],"how,":[229],"when,":[230],"procured,":[237],"and,":[238],"cases":[240],"where":[241],"not,":[244],"still":[247],"done":[249],"mitigate":[251],"bias.":[252]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":30},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":10}],"updated_date":"2026-04-25T08:17:42.794288","created_date":"2025-10-10T00:00:00"}