{"id":"https://openalex.org/W3004604609","doi":"https://doi.org/10.1145/3375627.3375808","title":"Normative Principles for Evaluating Fairness in Machine Learning","display_name":"Normative Principles for Evaluating Fairness in Machine Learning","publication_year":2020,"publication_date":"2020-02-05","ids":{"openalex":"https://openalex.org/W3004604609","doi":"https://doi.org/10.1145/3375627.3375808","mag":"3004604609"},"language":"en","primary_location":{"id":"doi:10.1145/3375627.3375808","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3375627.3375808","pdf_url":null,"source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050831061","display_name":"Derek Leben","orcid":"https://orcid.org/0000-0001-7304-4854"},"institutions":[{"id":"https://openalex.org/I4210134124","display_name":"University of Pittsburgh at Johnstown","ror":"https://ror.org/03n9scz70","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317","https://openalex.org/I4210134124"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Derek Leben","raw_affiliation_strings":["University of Pittsburgh, Johnstown, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"University of Pittsburgh, Johnstown, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I4210134124"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5050831061"],"corresponding_institution_ids":["https://openalex.org/I4210134124"],"apc_list":null,"apc_paid":null,"fwci":6.4143,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.96832293,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"86","last_page":"92"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9343000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normative","display_name":"Normative","score":0.8701595067977905},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6192007660865784},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5641022324562073},{"id":"https://openalex.org/keywords/biology-and-political-orientation","display_name":"Biology and political orientation","score":0.5377929210662842},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5203661322593689},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4402596354484558},{"id":"https://openalex.org/keywords/compensation","display_name":"Compensation (psychology)","score":0.43623173236846924},{"id":"https://openalex.org/keywords/sexual-orientation","display_name":"Sexual orientation","score":0.4222307801246643},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3610188364982605},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.354624480009079},{"id":"https://openalex.org/keywords/politics","display_name":"Politics","score":0.2932388484477997},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.1539214849472046},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.12138178944587708}],"concepts":[{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.8701595067977905},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6192007660865784},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5641022324562073},{"id":"https://openalex.org/C193521449","wikidata":"https://www.wikidata.org/wiki/Q4915057","display_name":"Biology and political orientation","level":3,"score":0.5377929210662842},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5203661322593689},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4402596354484558},{"id":"https://openalex.org/C2780023022","wikidata":"https://www.wikidata.org/wiki/Q1338171","display_name":"Compensation (psychology)","level":2,"score":0.43623173236846924},{"id":"https://openalex.org/C2777997956","wikidata":"https://www.wikidata.org/wiki/Q17888","display_name":"Sexual orientation","level":2,"score":0.4222307801246643},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3610188364982605},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.354624480009079},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.2932388484477997},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.1539214849472046},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.12138178944587708}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3375627.3375808","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3375627.3375808","pdf_url":null,"source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W68188847","https://openalex.org/W1577069963","https://openalex.org/W1983262717","https://openalex.org/W1993091619","https://openalex.org/W1998225966","https://openalex.org/W2014352947","https://openalex.org/W2071618519","https://openalex.org/W2083685419","https://openalex.org/W2100960835","https://openalex.org/W2315423314","https://openalex.org/W2530395818","https://openalex.org/W2584805976","https://openalex.org/W2773523653","https://openalex.org/W2811443083","https://openalex.org/W2900572965","https://openalex.org/W2962922665","https://openalex.org/W2963808661","https://openalex.org/W2964031043","https://openalex.org/W4289293239","https://openalex.org/W6792575390","https://openalex.org/W6814603518"],"related_works":["https://openalex.org/W1989297139","https://openalex.org/W2342143608","https://openalex.org/W2496755843","https://openalex.org/W892323923","https://openalex.org/W952030982","https://openalex.org/W2128789995","https://openalex.org/W3038899278","https://openalex.org/W3106689948","https://openalex.org/W2148531779","https://openalex.org/W2004549672"],"abstract_inverted_index":{"There":[0],"are":[1,58],"many":[2],"incompatible":[3],"ways":[4],"to":[5,19,42,46,79,84],"measure":[6],"fair":[7],"outcomes":[8],"for":[9],"machine":[10],"learning":[11],"algorithms.":[12],"The":[13],"goal":[14],"of":[15,22,92],"this":[16,43],"paper":[17],"is":[18],"characterize":[20],"rates":[21],"success":[23],"and":[24,37,52,72],"error":[25],"across":[26],"protected":[27],"groups":[28],"(race,":[29],"gender,":[30],"sexual":[31],"orientation)":[32],"as":[33],"a":[34,65,80],"distribution":[35,66],"problem,":[36],"describe":[38],"the":[39,86],"possible":[40],"solutions":[41],"problem":[44],"according":[45],"different":[47,90],"normative":[48,56],"principles":[49,57],"from":[50],"moral":[51],"political":[53],"philosophy.":[54],"These":[55],"based":[59],"on":[60],"various":[61],"competing":[62],"attributes":[63],"within":[64],"problem:":[67],"intentions,":[68],"compensation,":[69],"desert,":[70],"consent,":[71],"consequences.":[73],"Each":[74],"principle":[75],"will":[76],"be":[77],"applied":[78],"sample":[81],"risk-assessment":[82],"classifier":[83],"demonstrate":[85],"philosophical":[87],"arguments":[88],"underlying":[89],"sets":[91],"fairness":[93],"metrics.":[94]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}