{"id":"https://openalex.org/W3005222337","doi":"https://doi.org/10.1145/3375627.3375832","title":"Diversity and Inclusion Metrics in Subset Selection","display_name":"Diversity and Inclusion Metrics in Subset Selection","publication_year":2020,"publication_date":"2020-02-04","ids":{"openalex":"https://openalex.org/W3005222337","doi":"https://doi.org/10.1145/3375627.3375832","mag":"3005222337"},"language":"en","primary_location":{"id":"doi:10.1145/3375627.3375832","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3375627.3375832","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3375627.3375832","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3375627.3375832","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Margaret Mitchell","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Margaret Mitchell","raw_affiliation_strings":["Google Research, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Google Research, Seattle, WA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dylan Baker","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dylan Baker","raw_affiliation_strings":["Google Research, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Google Research, Seattle, WA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nyalleng Moorosi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nyalleng Moorosi","raw_affiliation_strings":["Google Research, Accra, Ghana"],"affiliations":[{"raw_affiliation_string":"Google Research, Accra, Ghana","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Remi Denton","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Remi Denton","raw_affiliation_strings":["Google Research, New York, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Google Research, New York, NJ, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ben Hutchinson","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ben Hutchinson","raw_affiliation_strings":["Google Research, San Francisco, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Research, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Alex Hanna","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Hanna","raw_affiliation_strings":["Google Research, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Timnit Gebru","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timnit Gebru","raw_affiliation_strings":["Google Research, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jamie Morgenstern","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jamie Morgenstern","raw_affiliation_strings":["Google Research & University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Google Research & University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":12.4944,"has_fulltext":true,"cited_by_count":65,"citation_normalized_percentile":{"value":0.98672871,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"117","last_page":"123"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9574999809265137,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9574999809265137,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.011599999852478504,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.007000000216066837,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inclusion","display_name":"Inclusion (mineral)","score":0.6585999727249146},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.6531999707221985},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6434000134468079},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6122999787330627},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.5569999814033508},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4767000079154968},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.44589999318122864},{"id":"https://openalex.org/keywords/social-choice-theory","display_name":"Social choice theory","score":0.4154999852180481}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6844000220298767},{"id":"https://openalex.org/C109359841","wikidata":"https://www.wikidata.org/wiki/Q728944","display_name":"Inclusion (mineral)","level":2,"score":0.6585999727249146},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6531999707221985},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6434000134468079},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6122999787330627},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.5569999814033508},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.534500002861023},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4767000079154968},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4503999948501587},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.44589999318122864},{"id":"https://openalex.org/C189352744","wikidata":"https://www.wikidata.org/wiki/Q1971461","display_name":"Social choice theory","level":2,"score":0.4154999852180481},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.35179999470710754},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3434999883174896},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3278000056743622},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.29750001430511475},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3375627.3375832","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3375627.3375832","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3375627.3375832","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2002.03256","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.03256","pdf_url":"https://arxiv.org/pdf/2002.03256","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3375627.3375832","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3375627.3375832","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3375627.3375832","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3005222337.pdf","grobid_xml":"https://content.openalex.org/works/W3005222337.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1985122229","https://openalex.org/W1999008262","https://openalex.org/W2042628449","https://openalex.org/W2042803654","https://openalex.org/W2066713824","https://openalex.org/W2089135543","https://openalex.org/W2100960835","https://openalex.org/W2110729564","https://openalex.org/W2111094216","https://openalex.org/W2135204891","https://openalex.org/W2138779671","https://openalex.org/W2151082120","https://openalex.org/W2157993907","https://openalex.org/W2544318541","https://openalex.org/W2896331720","https://openalex.org/W3124038879","https://openalex.org/W4250928742","https://openalex.org/W6634428267","https://openalex.org/W6638208828"],"related_works":[],"abstract_inverted_index":{"The":[0],"ethical":[1,28],"concept":[2],"of":[3,19,27,36],"fairness":[4,74],"has":[5],"recently":[6],"been":[7],"applied":[8,66],"in":[9,43,70],"machine":[10],"learning":[11],"(ML)":[12],"settings":[13],"to":[14,30,45,83,94],"describe":[15],"a":[16],"wide":[17],"range":[18],"constraints":[20],"and":[21,38,53,69,96,100],"objectives.":[22],"When":[23],"considering":[24],"the":[25,34,84],"relevance":[26],"concepts":[29,35],"subset":[31],"selection":[32],"problems,":[33],"diversity":[37],"inclusion":[39],"are":[40],"additionally":[41,91],"applicable":[42],"order":[44],"create":[46],"outputs":[47],"that":[48],"account":[49],"for":[50],"social":[51],"power":[52],"access":[54],"differentials.":[55],"We":[56],"introduce":[57],"metrics":[58],"based":[59],"on":[60],"these":[61,104],"concepts,":[62],"which":[63],"can":[64,90],"be":[65,92,106],"together,":[67],"separately,":[68],"tandem":[71],"with":[72],"additional":[73],"constraints.":[75],"Results":[76],"from":[77],"human":[78],"subject":[79],"experiments":[80],"lend":[81],"support":[82],"proposed":[85],"criteria.":[86],"Social":[87],"choice":[88],"methods":[89],"leveraged":[93],"aggregate":[95],"choose":[97],"preferable":[98],"sets,":[99],"we":[101],"detail":[102],"how":[103],"may":[105],"applied.":[107]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2020-02-14T00:00:00"}