{"id":"https://openalex.org/W3082332614","doi":"https://doi.org/10.1145/3461702.3462554","title":"Fairness in the Eyes of the Data: Certifying Machine-Learning Models","display_name":"Fairness in the Eyes of the Data: Certifying Machine-Learning Models","publication_year":2021,"publication_date":"2021-07-21","ids":{"openalex":"https://openalex.org/W3082332614","doi":"https://doi.org/10.1145/3461702.3462554","mag":"3082332614"},"language":"en","primary_location":{"id":"doi:10.1145/3461702.3462554","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3461702.3462554","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2009.01534","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066049034","display_name":"Shahar Segal","orcid":null},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Shahar Segal","raw_affiliation_strings":["Tel-Aviv University, Tel-Aviv, Israel","Tel Aviv University, Tel-Aviv, Israel"],"affiliations":[{"raw_affiliation_string":"Tel-Aviv University, Tel-Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]},{"raw_affiliation_string":"Tel Aviv University, Tel-Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005191803","display_name":"Yossi Adi","orcid":"https://orcid.org/0000-0003-2237-3898"},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yossi Adi","raw_affiliation_strings":["The Hebrew University of Jerusalem, Jerusalem, Israel","The Hebrew University of Jerusalem, Jerusalem,  Israel"],"affiliations":[{"raw_affiliation_string":"The Hebrew University of Jerusalem, Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]},{"raw_affiliation_string":"The Hebrew University of Jerusalem, Jerusalem,  Israel","institution_ids":["https://openalex.org/I197251160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089439033","display_name":"Benny Pinkas","orcid":"https://orcid.org/0000-0002-9053-3024"},"institutions":[{"id":"https://openalex.org/I1321014770","display_name":"Association for Computing Machinery","ror":"https://ror.org/03wsadn68","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1321014770"]},{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Benny Pinkas","raw_affiliation_strings":["Bar-Ilan University, Ramat Gan, Israel","Association for Computing Machinery"],"affiliations":[{"raw_affiliation_string":"Bar-Ilan University, Ramat Gan, Israel","institution_ids":["https://openalex.org/I13955877"]},{"raw_affiliation_string":"Association for Computing Machinery","institution_ids":["https://openalex.org/I1321014770"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083071294","display_name":"Carsten Baum","orcid":"https://orcid.org/0000-0001-7905-0198"},"institutions":[{"id":"https://openalex.org/I204337017","display_name":"Aarhus University","ror":"https://ror.org/01aj84f44","country_code":"DK","type":"education","lineage":["https://openalex.org/I204337017"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Carsten Baum","raw_affiliation_strings":["Aarhus University, Aarhus, Denmark","Aarhus University, Aarhus, DENMARK,"],"affiliations":[{"raw_affiliation_string":"Aarhus University, Aarhus, Denmark","institution_ids":["https://openalex.org/I204337017"]},{"raw_affiliation_string":"Aarhus University, Aarhus, DENMARK,","institution_ids":["https://openalex.org/I204337017"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043056503","display_name":"Chaya Ganesh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaya Ganesh","raw_affiliation_strings":["IISc Bangalore, Bangalore, Denmark"],"affiliations":[{"raw_affiliation_string":"IISc Bangalore, Bangalore, Denmark","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008847407","display_name":"Joseph Keshet","orcid":"https://orcid.org/0000-0003-2332-5783"},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Joseph Keshet","raw_affiliation_strings":["Bar-Ilan University, Ramat Gan, Israel","Bar-Ilan University, Ramat\u00a0Gan, Israel"],"affiliations":[{"raw_affiliation_string":"Bar-Ilan University, Ramat Gan, Israel","institution_ids":["https://openalex.org/I13955877"]},{"raw_affiliation_string":"Bar-Ilan University, Ramat\u00a0Gan, Israel","institution_ids":["https://openalex.org/I13955877"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5066049034"],"corresponding_institution_ids":["https://openalex.org/I16391192"],"apc_list":null,"apc_paid":null,"fwci":0.42331073,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.66349195,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"926","last_page":"935"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8333909511566162},{"id":"https://openalex.org/keywords/soundness","display_name":"Soundness","score":0.8186846971511841},{"id":"https://openalex.org/keywords/certification","display_name":"Certification","score":0.6358917355537415},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5905156135559082},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5627069473266602},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5435646772384644},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5241793990135193},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5120859146118164},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.4450854957103729},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4349822700023651},{"id":"https://openalex.org/keywords/cryptography","display_name":"Cryptography","score":0.4196094274520874},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32671058177948},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3022269606590271},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13389456272125244}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8333909511566162},{"id":"https://openalex.org/C39920170","wikidata":"https://www.wikidata.org/wiki/Q693083","display_name":"Soundness","level":2,"score":0.8186846971511841},{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.6358917355537415},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5905156135559082},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5627069473266602},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5435646772384644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5241793990135193},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5120859146118164},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.4450854957103729},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4349822700023651},{"id":"https://openalex.org/C178489894","wikidata":"https://www.wikidata.org/wiki/Q8789","display_name":"Cryptography","level":2,"score":0.4196094274520874},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32671058177948},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3022269606590271},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13389456272125244},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3461702.3462554","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3461702.3462554","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2009.01534","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.01534","pdf_url":"https://arxiv.org/pdf/2009.01534","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"mag:3082332614","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2009.01534.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:pure.atira.dk:publications/9436f94f-72a9-4016-8caf-c1b47d0d14e0","is_oa":false,"landing_page_url":"https://pure.au.dk/portal/en/publications/9436f94f-72a9-4016-8caf-c1b47d0d14e0","pdf_url":null,"source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Segal, S, Adi, Y, Pinkas, B, Baum, C, Ganesh, C & Keshet, J 2021, Fairness in the Eyes of the Data: Certifying Machine-Learning Models. in AIES 2021 - Proceedings of the 2021 AAAI/ACM Conference on AI, Ethics, and Society. Association for Computing Machinery, pp. 926-935, AAAI / ACM Conference on Artificial Intelligence, Ethics, and Society - AIES 2021, Virtual, 19/05/2021. https://doi.org/10.1145/3461702.3462554","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"doi:10.48550/arxiv.2009.01534","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2009.01534","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2009.01534","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.01534","pdf_url":"https://arxiv.org/pdf/2009.01534","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3082332614.pdf","grobid_xml":"https://content.openalex.org/works/W3082332614.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1530699444","https://openalex.org/W1559060276","https://openalex.org/W1635512741","https://openalex.org/W1782590233","https://openalex.org/W1834627138","https://openalex.org/W2006447892","https://openalex.org/W2014352947","https://openalex.org/W2019363670","https://openalex.org/W2100960835","https://openalex.org/W2149252982","https://openalex.org/W2162670686","https://openalex.org/W2536626143","https://openalex.org/W2584805976","https://openalex.org/W2592232824","https://openalex.org/W2701059868","https://openalex.org/W2747685395","https://openalex.org/W2749424389","https://openalex.org/W2767414122","https://openalex.org/W2788481061","https://openalex.org/W2789916118","https://openalex.org/W2803648878","https://openalex.org/W2809878087","https://openalex.org/W2893425640","https://openalex.org/W2927034245","https://openalex.org/W2953494151","https://openalex.org/W2962751370","https://openalex.org/W2962877476","https://openalex.org/W2962922665","https://openalex.org/W2963106566","https://openalex.org/W2963733194","https://openalex.org/W2973629179","https://openalex.org/W2974824775","https://openalex.org/W2989358546","https://openalex.org/W2999703419","https://openalex.org/W3040849401","https://openalex.org/W3082254660","https://openalex.org/W4238893454"],"related_works":["https://openalex.org/W3183608008","https://openalex.org/W1508117831","https://openalex.org/W2429306479","https://openalex.org/W2385751432","https://openalex.org/W1553156807","https://openalex.org/W329787380","https://openalex.org/W35518904","https://openalex.org/W2904056191","https://openalex.org/W2370286419","https://openalex.org/W2141497545","https://openalex.org/W2155570147","https://openalex.org/W1542120624","https://openalex.org/W3047975027","https://openalex.org/W563085368","https://openalex.org/W2114211029","https://openalex.org/W3202363595","https://openalex.org/W2154731717","https://openalex.org/W3211586625","https://openalex.org/W2158464066","https://openalex.org/W2103406585"],"abstract_inverted_index":{"We":[0,49,76],"present":[1,88],"a":[2,12,98],"framework":[3,22],"that":[4],"allows":[5,36],"to":[6,38,62,72,101,112],"certify":[7],"the":[8,55,63,73,78,81,92,113,119],"fairness":[9,46,103],"degree":[10],"of":[11,28,80],"model":[13,43,74,114],"based":[14],"on":[15,44],"an":[16],"interactive":[17,93],"and":[18,32,87,105],"privacy-preserving":[19],"test.":[20,94],"The":[21],"verifies":[23],"any":[24,40],"trained":[25],"model,":[26],"regardless":[27],"its":[29],"training":[30],"process":[31],"architecture.":[33],"Thus,":[34],"it":[35],"us":[37],"evaluate":[39],"deep":[41],"learning":[42],"multiple":[45],"definitions":[47],"empirically.":[48],"tackle":[50],"two":[51],"scenarios,":[52],"where":[53],"either":[54],"test":[56],"data":[57],"is":[58,66],"privately":[59],"available":[60],"only":[61,109],"tester":[64],"or":[65],"publicly":[67],"known":[68],"in":[69],"advance,":[70],"even":[71],"creator.":[75],"investigate":[77],"soundness":[79],"proposed":[82],"approach":[83],"using":[84],"theoretical":[85],"analysis":[86],"statistical":[89],"guarantees":[90],"for":[91],"Finally,":[95],"we":[96],"provide":[97],"cryptographic":[99],"technique":[100],"automate":[102],"testing":[104],"certified":[106],"inference":[107],"with":[108],"black-box":[110],"access":[111],"at":[115],"hand":[116],"while":[117],"hiding":[118],"participants'":[120],"sensitive":[121],"data.":[122]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}