{"id":"https://openalex.org/W2730550703","doi":"https://doi.org/10.1145/3106237.3106277","title":"Fairness testing: testing software for discrimination","display_name":"Fairness testing: testing software for discrimination","publication_year":2017,"publication_date":"2017-08-02","ids":{"openalex":"https://openalex.org/W2730550703","doi":"https://doi.org/10.1145/3106237.3106277","mag":"2730550703"},"language":"en","primary_location":{"id":"doi:10.1145/3106237.3106277","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3106237.3106277","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 11th Joint Meeting on Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1709.03221","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038532934","display_name":"Sainyam Galhotra","orcid":"https://orcid.org/0000-0003-2529-4036"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sainyam Galhotra","raw_affiliation_strings":["University of Massachusetts at Amherst, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts at Amherst, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028789964","display_name":"Yuriy Brun","orcid":"https://orcid.org/0000-0003-3027-7986"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuriy Brun","raw_affiliation_strings":["University of Massachusetts at Amherst, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts at Amherst, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019048013","display_name":"Alexandra Meliou","orcid":"https://orcid.org/0000-0001-7346-6002"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexandra Meliou","raw_affiliation_strings":["University of Massachusetts at Amherst, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts at Amherst, USA","institution_ids":["https://openalex.org/I24603500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5038532934"],"corresponding_institution_ids":["https://openalex.org/I24603500"],"apc_list":null,"apc_paid":null,"fwci":64.2497,"has_fulltext":false,"cited_by_count":395,"citation_normalized_percentile":{"value":0.9989152,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"498","last_page":"510"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7513065338134766},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.6644012331962585},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6129686832427979},{"id":"https://openalex.org/keywords/software-inspection","display_name":"Software inspection","score":0.5049498677253723},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.45614051818847656},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.43132850527763367},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3704182207584381},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33581864833831787},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3305267095565796},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3304406404495239},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.2625911831855774},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15404635667800903}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7513065338134766},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.6644012331962585},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6129686832427979},{"id":"https://openalex.org/C10272871","wikidata":"https://www.wikidata.org/wiki/Q929972","display_name":"Software inspection","level":5,"score":0.5049498677253723},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.45614051818847656},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.43132850527763367},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3704182207584381},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33581864833831787},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3305267095565796},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3304406404495239},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2625911831855774},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15404635667800903}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3106237.3106277","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3106237.3106277","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 11th Joint Meeting on Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1709.03221","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1709.03221","pdf_url":"https://arxiv.org/pdf/1709.03221","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1709.03221","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1709.03221","pdf_url":"https://arxiv.org/pdf/1709.03221","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6200000047683716,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G6176416279","display_name":null,"funder_award_id":"CCF-1453474, IIS-1453543, CNS-1744471","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":94,"referenced_works":["https://openalex.org/W123201289","https://openalex.org/W234127567","https://openalex.org/W333550619","https://openalex.org/W398859631","https://openalex.org/W1453222892","https://openalex.org/W1483671890","https://openalex.org/W1548806133","https://openalex.org/W1562570268","https://openalex.org/W1648303880","https://openalex.org/W1816782878","https://openalex.org/W1845288303","https://openalex.org/W1961345416","https://openalex.org/W1965194038","https://openalex.org/W1967897074","https://openalex.org/W1979769549","https://openalex.org/W1983306745","https://openalex.org/W1983981400","https://openalex.org/W1988368118","https://openalex.org/W1993760289","https://openalex.org/W1994866276","https://openalex.org/W1999695874","https://openalex.org/W2000809552","https://openalex.org/W2003240725","https://openalex.org/W2004248182","https://openalex.org/W2010648791","https://openalex.org/W2026947155","https://openalex.org/W2028198237","https://openalex.org/W2032536435","https://openalex.org/W2041713059","https://openalex.org/W2047694629","https://openalex.org/W2054309922","https://openalex.org/W2064877992","https://openalex.org/W2069920427","https://openalex.org/W2070544288","https://openalex.org/W2082274331","https://openalex.org/W2094819373","https://openalex.org/W2095932468","https://openalex.org/W2096713153","https://openalex.org/W2097246321","https://openalex.org/W2100775847","https://openalex.org/W2100960835","https://openalex.org/W2101234009","https://openalex.org/W2103275664","https://openalex.org/W2103352742","https://openalex.org/W2107709519","https://openalex.org/W2109522846","https://openalex.org/W2109998301","https://openalex.org/W2110311336","https://openalex.org/W2113004249","https://openalex.org/W2116666691","https://openalex.org/W2118024521","https://openalex.org/W2119573243","https://openalex.org/W2121650870","https://openalex.org/W2123042765","https://openalex.org/W2124026371","https://openalex.org/W2136363516","https://openalex.org/W2138428785","https://openalex.org/W2143117649","https://openalex.org/W2143950398","https://openalex.org/W2145212015","https://openalex.org/W2149252982","https://openalex.org/W2149912063","https://openalex.org/W2150997454","https://openalex.org/W2157928966","https://openalex.org/W2162670686","https://openalex.org/W2170386256","https://openalex.org/W2172260321","https://openalex.org/W2185005785","https://openalex.org/W2295073825","https://openalex.org/W2394811972","https://openalex.org/W2396394641","https://openalex.org/W2399002042","https://openalex.org/W2399352817","https://openalex.org/W2400239131","https://openalex.org/W2406163591","https://openalex.org/W2430439109","https://openalex.org/W2471601946","https://openalex.org/W2521663729","https://openalex.org/W2563486500","https://openalex.org/W2590567727","https://openalex.org/W2753845591","https://openalex.org/W2952517774","https://openalex.org/W2952551828","https://openalex.org/W2964116855","https://openalex.org/W2997591727","https://openalex.org/W3083206818","https://openalex.org/W4230246937","https://openalex.org/W4238491079","https://openalex.org/W4243897044","https://openalex.org/W4252984174","https://openalex.org/W6633727127","https://openalex.org/W6684072790","https://openalex.org/W6809680140","https://openalex.org/W6884756713"],"related_works":["https://openalex.org/W2006615808","https://openalex.org/W2142081319","https://openalex.org/W2158303854","https://openalex.org/W4250731515","https://openalex.org/W2139069137","https://openalex.org/W2185084576","https://openalex.org/W2064336064","https://openalex.org/W2186498610","https://openalex.org/W2371269538","https://openalex.org/W187736602"],"abstract_inverted_index":{"This":[0],"paper":[1],"defines":[2],"software":[3,18,28,35,88,112,175,189],"fairness":[4,167],"and":[5,7,15,46,77,151,183],"discrimination":[6,29,74,119,182],"develops":[8],"a":[9,66,170],"testing-based":[10],"method":[11],"for":[12,117,148,187],"measuring":[13,149,188],"if":[14],"how":[16],"much":[17,131],"discriminates,":[19],"focusing":[20],"on":[21,86,100,157],"causality":[22],"in":[23,33,53,123,178],"discriminatory":[24],"behavior.":[25],"Evidence":[26],"of":[27,91,134,173],"has":[30],"been":[31],"found":[32],"modern":[34],"systems":[36,158],"that":[37,105,159,166],"recommend":[38],"criminal":[39],"sentences,":[40],"grant":[41],"access":[42],"to":[43,51,62],"financial":[44],"products,":[45],"determine":[47],"who":[48],"is":[49,108,154,169],"allowed":[50],"participate":[52],"promotions.":[54],"Our":[55],"approach,":[56],"Themis,":[57],"generates":[58,73],"efficient":[59,145,156],"test":[60,146],"suites":[61,147],"measure":[63],"discrimination.":[64,102,162,190],"Given":[65],"schema":[67],"describing":[68],"valid":[69],"system":[70],"inputs,":[71],"Themis":[72,85,107,139,153],"tests":[75],"automatically":[76],"does":[78],"not":[79],"require":[80],"an":[81,135],"oracle.":[82],"We":[83,103,163],"evaluate":[84],"20":[87],"systems,":[89],"12":[90],"which":[92],"come":[93],"from":[94,120],"prior":[95],"work":[96],"with":[97,180],"explicit":[98],"focus":[99],"avoiding":[101],"find":[104],"(1)":[106],"effective":[109,142],"at":[110,126,143],"discovering":[111],"discrimination,":[113,150],"(2)":[114],"state-of-the-art":[115],"techniques":[116],"removing":[118],"algorithms":[121],"fail":[122],"many":[124],"situations,":[125],"times":[127],"discriminating":[128],"against":[129],"as":[130,132],"98%":[133],"input":[136],"subdomain,":[137],"(3)":[138],"optimizations":[140],"are":[141],"producing":[144],"(4)":[152],"more":[155,161],"exhibit":[160],"thus":[164],"demonstrate":[165],"testing":[168],"critical":[171],"aspect":[172],"the":[174],"development":[176],"cycle":[177],"domains":[179],"possible":[181],"provide":[184],"initial":[185],"tools":[186]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":56},{"year":2024,"cited_by_count":46},{"year":2023,"cited_by_count":54},{"year":2022,"cited_by_count":50},{"year":2021,"cited_by_count":55},{"year":2020,"cited_by_count":62},{"year":2019,"cited_by_count":39},{"year":2018,"cited_by_count":23},{"year":2017,"cited_by_count":3}],"updated_date":"2026-04-23T09:07:50.710637","created_date":"2025-10-10T00:00:00"}