{"id":"https://openalex.org/W4399362708","doi":"https://doi.org/10.1145/3630106.3658959","title":"Auditing Work: Exploring the New York City algorithmic bias audit regime","display_name":"Auditing Work: Exploring the New York City algorithmic bias audit regime","publication_year":2024,"publication_date":"2024-06-03","ids":{"openalex":"https://openalex.org/W4399362708","doi":"https://doi.org/10.1145/3630106.3658959"},"language":"en","primary_location":{"id":"doi:10.1145/3630106.3658959","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658959","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658959","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658959","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026278620","display_name":"Lara Groves","orcid":"https://orcid.org/0009-0001-9687-3353"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lara Groves","raw_affiliation_strings":["Ada Lovelace Institute, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Ada Lovelace Institute, United Kingdom","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087956510","display_name":"Jacob Metcalf","orcid":"https://orcid.org/0000-0002-2803-6625"},"institutions":[{"id":"https://openalex.org/I4210137115","display_name":"Data & Society Research Institute","ror":"https://ror.org/04dse4f93","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210137115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacob Metcalf","raw_affiliation_strings":["Data & Society Research Institute, United States of America"],"affiliations":[{"raw_affiliation_string":"Data & Society Research Institute, United States of America","institution_ids":["https://openalex.org/I4210137115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046302458","display_name":"Alayna Kennedy","orcid":"https://orcid.org/0000-0003-1894-3413"},"institutions":[{"id":"https://openalex.org/I4210121988","display_name":"Film Independent","ror":"https://ror.org/036cy3843","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210121988"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alayna Kennedy","raw_affiliation_strings":["Independent researcher, USA"],"affiliations":[{"raw_affiliation_string":"Independent researcher, USA","institution_ids":["https://openalex.org/I4210121988"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069421536","display_name":"Briana Vecchione","orcid":"https://orcid.org/0000-0002-0828-8665"},"institutions":[{"id":"https://openalex.org/I4210137115","display_name":"Data & Society Research Institute","ror":"https://ror.org/04dse4f93","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210137115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Briana Vecchione","raw_affiliation_strings":["Data & Society Research Institute, United States of America"],"affiliations":[{"raw_affiliation_string":"Data & Society Research Institute, United States of America","institution_ids":["https://openalex.org/I4210137115"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081828500","display_name":"Andrew Strait","orcid":"https://orcid.org/0000-0002-3683-2293"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrew Strait","raw_affiliation_strings":["Ada Lovelace Institute, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Ada Lovelace Institute, United Kingdom","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5026278620"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.7703,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.99257708,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1107","last_page":"1120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11762","display_name":"Law, Economics, and Judicial Systems","score":0.958299994468689,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12185","display_name":"Regulation and Compliance Studies","score":0.9505000114440918,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.8393446803092957},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.6371306777000427},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6262809038162231},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.3422998785972595},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.23737561702728271},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1574763059616089}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.8393446803092957},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.6371306777000427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6262809038162231},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.3422998785972595},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.23737561702728271},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1574763059616089},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3630106.3658959","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658959","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658959","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3630106.3658959","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658959","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658959","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.699999988079071,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399362708.pdf"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W648207664","https://openalex.org/W2014352947","https://openalex.org/W2133004780","https://openalex.org/W2802594920","https://openalex.org/W2897154134","https://openalex.org/W2962059918","https://openalex.org/W3121861650","https://openalex.org/W3133447322","https://openalex.org/W3133759846","https://openalex.org/W4283168787","https://openalex.org/W4288058319","https://openalex.org/W4288083801","https://openalex.org/W4367628156","https://openalex.org/W4380320641","https://openalex.org/W4380322001"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W1967231687","https://openalex.org/W3101499207"],"abstract_inverted_index":{"In":[0,48],"July":[1],"2023,":[2],"New":[3],"York":[4],"City":[5],"(NYC)":[6],"implemented":[7],"the":[8,80,94,122,140,167,177,264,271],"first":[9],"attempt":[10],"to":[11,37,40,65,88,97,120,130,137,153,166,176,198,244,287],"create":[12,66,89,114,245,288],"an":[13,45,90,107,172,277],"algorithm":[14,67],"auditing":[15,68,92,248],"regime":[16],"for":[17,61,241,284],"commercial":[18],"machine-learning":[19],"systems.":[20],"Local":[21],"Law":[22],"144":[23,60,85,262],"(LL":[24],"144),":[25],"requires":[26],"NYC-based":[27],"employers":[28,201],"using":[29,118],"automated":[30],"employment":[31],"decision-making":[32],"tools":[33,184],"(AEDTs)":[34],"in":[35,126],"hiring":[36],"be":[38,56],"subject":[39],"annual":[41],"bias":[42,247],"audits":[43],"by":[44,160],"independent":[46,108],"auditor.":[47],"this":[49],"paper,":[50],"we":[51,82,187,208],"analyse":[52],"what":[53,105,170,213],"lessons":[54],"can":[55,281],"learned":[57],"from":[58,157,200],"LL":[59,84,261],"other":[62],"national":[63],"attempts":[64],"regimes.":[69,290],"Using":[70],"qualitative":[71],"interviews":[72],"with":[73,238],"17":[74],"experts":[75],"and":[76,104,116,193,202,218,230,254,256,280],"practitioners":[77],"working":[78],"within":[79],"regime,":[81],"find":[83,188,209],"has":[86],"failed":[87,129],"effective":[91],"regime:":[93],"law":[95,141],"fails":[96,152],"clearly":[98],"define":[99,121],"key":[100],"aspects":[101],"like":[102],"AEDTs":[103,119,156],"constitutes":[106,171,214],"auditor,":[109],"leaving":[110],"auditors,":[111,267],"vendors":[112,203],"who":[113],"AEDTs,":[115],"companies":[117,181],"law\u2019s":[123],"practical":[124,192],"implementation":[125],"ways":[127],"that":[128,151,226,250],"protect":[131],"job":[132],"applicants.":[133],"Several":[134],"factors":[135],"contribute":[136],"this:":[138],"first,":[139],"was":[142],"premised":[143],"on":[144],"a":[145,215],"faulty":[146],"transparency-driven":[147],"theory":[148],"of":[149,169,223,234,266],"change":[150],"stop":[154],"biased":[155],"being":[158,174],"used":[159],"employers.":[161],"Second,":[162],"industry":[163],"lobbying":[164],"led":[165],"definition":[168],"AEDT":[173],"narrowed":[175],"point":[178],"where":[179],"most":[180],"considered":[182],"their":[183],"exempt.":[185],"Third,":[186],"auditors":[189],"face":[190],"enormous":[191],"cultural":[194],"challenges":[195],"gaining":[196],"access":[197],"data":[199],"building":[204],"these":[205],"tools.":[206],"Fourth,":[207],"wide":[210],"disagreement":[211],"over":[212],"legitimate":[216],"auditor":[217],"identify":[219],"four":[220,239],"different":[221,228,232],"kinds":[222,233],"\u2018auditor":[224],"roles\u2019":[225],"serve":[227],"functions":[229],"offer":[231],"services.":[235],"We":[236],"conclude":[237],"recommendations":[240],"policymakers":[242,285],"seeking":[243,286],"similar":[246,289],"regimes":[249],"use":[251],"clearer":[252],"definitions":[253],"metrics":[255],"more":[257],"accountability.":[258],"By":[259],"exploring":[260],"through":[263],"lens":[265],"our":[268],"paper":[269],"advances":[270],"evidence":[272],"base":[273],"around":[274],"audit":[275],"as":[276],"accountability":[278],"mechanism,":[279],"provide":[282],"guidance":[283]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":7}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}