{"id":"https://openalex.org/W3155422163","doi":"https://doi.org/10.1145/3442381.3450077","title":"Auditing for Discrimination in Algorithms Delivering Job Ads","display_name":"Auditing for Discrimination in Algorithms Delivering Job Ads","publication_year":2021,"publication_date":"2021-04-19","ids":{"openalex":"https://openalex.org/W3155422163","doi":"https://doi.org/10.1145/3442381.3450077","mag":"3155422163"},"language":"en","primary_location":{"id":"doi:10.1145/3442381.3450077","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442381.3450077","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3442381.3450077","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3442381.3450077","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059200754","display_name":"Basileal Imana","orcid":"https://orcid.org/0000-0002-6645-7850"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Basileal Imana","raw_affiliation_strings":["University of Southern California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005219368","display_name":"Aleksandra Korolova","orcid":"https://orcid.org/0000-0001-8237-9058"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aleksandra Korolova","raw_affiliation_strings":["University of Southern California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090014731","display_name":"John Heidemann","orcid":"https://orcid.org/0000-0002-1225-7562"},"institutions":[{"id":"https://openalex.org/I4210103999","display_name":"Integrated Systems Incorporation (United States)","ror":"https://ror.org/01et00j38","country_code":"US","type":"company","lineage":["https://openalex.org/I4210103999"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Heidemann","raw_affiliation_strings":["USC/ISI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"USC/ISI, USA","institution_ids":["https://openalex.org/I4210103999"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.8942,"has_fulltext":true,"cited_by_count":100,"citation_normalized_percentile":{"value":0.99044396,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"3767","last_page":"3778"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/skew","display_name":"Skew","score":0.8619048595428467},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.7791769504547119},{"id":"https://openalex.org/keywords/de-facto","display_name":"De facto","score":0.6824968457221985},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6250761151313782},{"id":"https://openalex.org/keywords/targeted-advertising","display_name":"Targeted advertising","score":0.591172456741333},{"id":"https://openalex.org/keywords/race","display_name":"Race (biology)","score":0.4837241470813751},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.322732537984848},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.24541530013084412},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.20315998792648315},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.12761884927749634},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.12067538499832153}],"concepts":[{"id":"https://openalex.org/C43711488","wikidata":"https://www.wikidata.org/wiki/Q7534783","display_name":"Skew","level":2,"score":0.8619048595428467},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.7791769504547119},{"id":"https://openalex.org/C2992317946","wikidata":"https://www.wikidata.org/wiki/Q712144","display_name":"De facto","level":2,"score":0.6824968457221985},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6250761151313782},{"id":"https://openalex.org/C2777459780","wikidata":"https://www.wikidata.org/wiki/Q1628411","display_name":"Targeted advertising","level":2,"score":0.591172456741333},{"id":"https://openalex.org/C76509639","wikidata":"https://www.wikidata.org/wiki/Q918036","display_name":"Race (biology)","level":2,"score":0.4837241470813751},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.322732537984848},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.24541530013084412},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.20315998792648315},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.12761884927749634},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.12067538499832153},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3442381.3450077","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442381.3450077","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3442381.3450077","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2104.04502","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.04502","pdf_url":"https://arxiv.org/pdf/2104.04502","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3442381.3450077","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442381.3450077","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3442381.3450077","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","score":0.6100000143051147,"display_name":"Gender equality"}],"awards":[{"id":"https://openalex.org/G3097911548","display_name":"SaTC: CORE: Medium: Collaborative Research: Understanding and Mitigating the Privacy and Societal Risks of Advanced Advertising Targeting and Tracking","funder_award_id":"1916153","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G356603750","display_name":"CAREER: Towards Privacy and Fairness in Multi-Sided Platforms","funder_award_id":"1943584","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5647312514","display_name":"SaTC: Frontiers: Collaborative: Protecting Personal Data Flow on the Internet","funder_award_id":"1956435","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G718206314","display_name":"CRII: SaTC: Democratizing Differential Privacy via Algorithms for Hybrid Models","funder_award_id":"1755992","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7827143802","display_name":"CCRI: Medium: DNS, Identity, and Internet Naming for Experimentation and Research (DIINER)","funder_award_id":"1925737","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3155422163.pdf","grobid_xml":"https://content.openalex.org/works/W3155422163.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1648303880","https://openalex.org/W1819662813","https://openalex.org/W2027595342","https://openalex.org/W2135930857","https://openalex.org/W2168115528","https://openalex.org/W2530395818","https://openalex.org/W2550925836","https://openalex.org/W2559655401","https://openalex.org/W2788651580","https://openalex.org/W2789814261","https://openalex.org/W2791732920","https://openalex.org/W2794342582","https://openalex.org/W2794651469","https://openalex.org/W2808309499","https://openalex.org/W2903695278","https://openalex.org/W2914340893","https://openalex.org/W2927639528","https://openalex.org/W2969884768","https://openalex.org/W2992494379","https://openalex.org/W2995363645","https://openalex.org/W3000378852","https://openalex.org/W3003811249","https://openalex.org/W3033550647","https://openalex.org/W3094135831","https://openalex.org/W3097596474","https://openalex.org/W3116326248","https://openalex.org/W3123847197","https://openalex.org/W3126453897","https://openalex.org/W3133759846","https://openalex.org/W3135773605","https://openalex.org/W3155422163","https://openalex.org/W4205228770","https://openalex.org/W4288083799","https://openalex.org/W4288086175","https://openalex.org/W4294623627"],"related_works":["https://openalex.org/W4290802965","https://openalex.org/W2807906686","https://openalex.org/W2794909825","https://openalex.org/W4247715995","https://openalex.org/W97789383","https://openalex.org/W2594962586","https://openalex.org/W2518047880","https://openalex.org/W3175075103","https://openalex.org/W2371349926","https://openalex.org/W2052813026"],"abstract_inverted_index":{"Ad":[0],"platforms":[1,26,221],"such":[2,25,93,149],"as":[3,94,150],"Facebook,":[4,237],"Google":[5],"and":[6,226,238,281],"LinkedIn":[7],"promise":[8],"value":[9],"for":[10,63,68,155,167,178,182,222],"advertisers":[11],"through":[12],"their":[13,273],"targeted":[14,109,122,219],"advertising.":[15],"However,":[16],"multiple":[17],"studies":[18],"have":[19],"shown":[20],"that":[21,137,201,240,267],"ad":[22,56,87,152,172,234,255,264],"delivery":[23,72,88,173,235,256],"on":[24,50,124,128,161,236,257],"can":[27],"be":[28,121,243],"skewed":[29],"by":[30,39,46,142,170,231,245],"gender":[31,95,191,232],"or":[32,96,157],"race":[33],"due":[34,89,100],"to":[35,80,90,101,216,251,263],"hidden":[36],"algorithmic":[37],"optimization":[38,154],"the":[40,47,71,82,108,151,197,208,276],"platforms,":[41],"even":[42],"when":[43],"not":[44,127],"requested":[45],"advertisers.":[48],"Building":[49],"prior":[51],"work":[52],"measuring":[53],"skew":[54,85,99,140,206,230,253],"in":[55,70,86,103,107,115,144,207,233,247,254,275],"delivery,":[57],"we":[58,132,211,260],"develop":[59,133],"a":[60,183],"new":[61],"methodology":[62,136,215],"black-box":[64],"auditing":[65,135,271],"of":[66,73,174,185,193,204,272],"algorithms":[67,160,274],"discrimination":[69],"job":[74,168,223],"advertisements.":[75],"Our":[76,164],"first":[77],"contribution":[78],"is":[79,113],"identify":[81],"distinction":[83,112],"between":[84,139],"protected":[91,129],"categories":[92],"race,":[97],"from":[98,146],"differences":[102,143,246],"qualification":[104,169],"among":[105],"people":[106],"audience.":[110],"This":[111],"important":[114],"U.S.":[116],"law,":[117],"where":[118],"ads":[119,177],"may":[120],"based":[123],"qualifications,":[125],"but":[126,181],"categories.":[130],"Second,":[131],"an":[134],"distinguishes":[138],"explainable":[141],"qualifications":[145],"other":[147],"factors,":[148],"platform\u2019s":[153],"engagement":[156],"training":[158],"its":[159],"biased":[162],"data.":[163],"method":[165],"controls":[166],"comparing":[171],"two":[175,217],"concurrent":[176],"similar":[179],"jobs,":[180],"pair":[184],"companies":[186],"with":[187],"different":[188],"de":[189],"facto":[190],"distributions":[192],"employees.":[194],"We":[195,228,249],"describe":[196],"careful":[198],"statistical":[199],"tests":[200],"establish":[202],"evidence":[203],"non-qualification":[205],"results.":[209],"Third,":[210],"apply":[212],"our":[213],"proposed":[214],"prominent":[218],"advertising":[220],"ads:":[224],"Facebook":[225],"LinkedIn.":[227,258],"confirm":[229],"show":[239],"it":[241],"cannot":[242],"justified":[244],"qualifications.":[248],"fail":[250],"find":[252],"Finally,":[259],"suggest":[261],"improvements":[262],"platform":[265],"practices":[266],"could":[268],"make":[269],"external":[270],"public":[277],"interest":[278],"more":[279],"feasible":[280],"accurate.":[282]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":28},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":2}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}