{"id":"https://openalex.org/W4399362990","doi":"https://doi.org/10.1145/3630106.3658998","title":"Null Compliance: NYC Local Law 144 and the challenges of algorithm accountability","display_name":"Null Compliance: NYC Local Law 144 and the challenges of algorithm accountability","publication_year":2024,"publication_date":"2024-06-03","ids":{"openalex":"https://openalex.org/W4399362990","doi":"https://doi.org/10.1145/3630106.3658998"},"language":"en","primary_location":{"id":"doi:10.1145/3630106.3658998","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658998","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658998","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658998","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024153006","display_name":"Lucas Wright","orcid":"https://orcid.org/0000-0002-3392-1928"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lucas Wright","raw_affiliation_strings":["Citizens and Technology Lab, Cornell University, USA"],"raw_orcid":"https://orcid.org/0000-0002-3392-1928","affiliations":[{"raw_affiliation_string":"Citizens and Technology Lab, Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099024608","display_name":"Roxana Mika Muenster","orcid":"https://orcid.org/0000-0002-5052-5660"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roxana Mika Muenster","raw_affiliation_strings":["Department of Communication, Cornell University, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-5052-5660","affiliations":[{"raw_affiliation_string":"Department of Communication, Cornell University, United States of America","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069421536","display_name":"Briana Vecchione","orcid":"https://orcid.org/0000-0002-0828-8665"},"institutions":[{"id":"https://openalex.org/I4210137115","display_name":"Data & Society Research Institute","ror":"https://ror.org/04dse4f93","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210137115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Briana Vecchione","raw_affiliation_strings":["Data & Society Research Institute, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-0828-8665","affiliations":[{"raw_affiliation_string":"Data & Society Research Institute, United States of America","institution_ids":["https://openalex.org/I4210137115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039054511","display_name":"Tianyao Qu","orcid":"https://orcid.org/0000-0002-5468-7376"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianyao Qu","raw_affiliation_strings":["Department of Sociology, Cornell University, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-5468-7376","affiliations":[{"raw_affiliation_string":"Department of Sociology, Cornell University, United States of America","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099024609","display_name":"Pika Cai","orcid":"https://orcid.org/0009-0004-3622-8952"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pika (Senhuang) Cai","raw_affiliation_strings":["Department of Information Science, Cornell University, USA"],"raw_orcid":"https://orcid.org/0009-0004-3622-8952","affiliations":[{"raw_affiliation_string":"Department of Information Science, Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030117167","display_name":"Alan Smith","orcid":"https://orcid.org/0009-0009-2002-8071"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alan Smith","raw_affiliation_strings":["Consumer Reports, USA"],"raw_orcid":"https://orcid.org/0009-0009-2002-8071","affiliations":[{"raw_affiliation_string":"Consumer Reports, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099024610","display_name":"Comm Student Investigators","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Comm 2450 Student Investigators","raw_affiliation_strings":["Cornell University, USA"],"raw_orcid":"https://orcid.org/0009-0006-8386-9589","affiliations":[{"raw_affiliation_string":"Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087956510","display_name":"Jacob Metcalf","orcid":"https://orcid.org/0000-0002-2803-6625"},"institutions":[{"id":"https://openalex.org/I4210137115","display_name":"Data & Society Research Institute","ror":"https://ror.org/04dse4f93","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210137115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacob Metcalf","raw_affiliation_strings":["Data & Society Research Institute, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-2803-6625","affiliations":[{"raw_affiliation_string":"Data & Society Research Institute, United States of America","institution_ids":["https://openalex.org/I4210137115"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066730320","display_name":"J. Nathan Matias","orcid":"https://orcid.org/0000-0001-8910-0208"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Nathan Matias","raw_affiliation_strings":["Citizens and Technology Lab, Cornell University, USA"],"raw_orcid":"https://orcid.org/0000-0001-8910-0208","affiliations":[{"raw_affiliation_string":"Citizens and Technology Lab, Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5024153006"],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":28.8388,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.99688445,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1701","last_page":"1713"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12501","display_name":"Digital Economy and Work Transformation","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12501","display_name":"Digital Economy and Work Transformation","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12185","display_name":"Regulation and Compliance Studies","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.7313665151596069},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.6581465005874634},{"id":"https://openalex.org/keywords/notice","display_name":"Notice","score":0.5706986784934998},{"id":"https://openalex.org/keywords/discretion","display_name":"Discretion","score":0.5673959255218506},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.5292220711708069},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.45329469442367554},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.39536967873573303},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.3790470063686371},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.2754746675491333}],"concepts":[{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.7313665151596069},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.6581465005874634},{"id":"https://openalex.org/C2779913896","wikidata":"https://www.wikidata.org/wiki/Q7063001","display_name":"Notice","level":2,"score":0.5706986784934998},{"id":"https://openalex.org/C2777632292","wikidata":"https://www.wikidata.org/wiki/Q315515","display_name":"Discretion","level":2,"score":0.5673959255218506},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.5292220711708069},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.45329469442367554},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.39536967873573303},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3790470063686371},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.2754746675491333}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3630106.3658998","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658998","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658998","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2406.01399","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.01399","pdf_url":"https://arxiv.org/pdf/2406.01399","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3630106.3658998","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658998","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658998","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5","score":0.44999998807907104}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332237","display_name":"Center for Advanced Study in the Behavioral Sciences, Stanford University","ror":"https://ror.org/00f54p054"},{"id":"https://openalex.org/F4320337515","display_name":"Center for Advanced Study, University of Illinois at Urbana-Champaign","ror":"https://ror.org/047426m28"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399362990.pdf"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W572984133","https://openalex.org/W648207664","https://openalex.org/W964600994","https://openalex.org/W1526929642","https://openalex.org/W1964736416","https://openalex.org/W2010563599","https://openalex.org/W2045030389","https://openalex.org/W2081446015","https://openalex.org/W2110076958","https://openalex.org/W2154371614","https://openalex.org/W2173028683","https://openalex.org/W2180200264","https://openalex.org/W2329709516","https://openalex.org/W2332088928","https://openalex.org/W2472097883","https://openalex.org/W2497210133","https://openalex.org/W2568010445","https://openalex.org/W2910229398","https://openalex.org/W2924554044","https://openalex.org/W3021997213","https://openalex.org/W3032324689","https://openalex.org/W3111747728","https://openalex.org/W3122907557","https://openalex.org/W3144252012","https://openalex.org/W3157758267","https://openalex.org/W3174210596","https://openalex.org/W3210333953","https://openalex.org/W4212851025","https://openalex.org/W4221164641","https://openalex.org/W4229897939","https://openalex.org/W4245007606","https://openalex.org/W4283156811","https://openalex.org/W4283167322","https://openalex.org/W4288075917","https://openalex.org/W4288083801","https://openalex.org/W4288086176","https://openalex.org/W4300749320","https://openalex.org/W4380318701","https://openalex.org/W4387933547","https://openalex.org/W4396831848","https://openalex.org/W4399362708"],"related_works":["https://openalex.org/W3018282762","https://openalex.org/W2558055997","https://openalex.org/W2791183434","https://openalex.org/W2353369313","https://openalex.org/W4400794747","https://openalex.org/W4250645680","https://openalex.org/W4300782058","https://openalex.org/W2086339586","https://openalex.org/W3199802296","https://openalex.org/W3092193093"],"abstract_inverted_index":{"In":[0,69],"July":[1],"2023,":[2],"New":[3],"York":[4],"City":[5],"became":[6],"the":[7,49,66,83,113,121,135,183,215,225],"first":[8],"jurisdiction":[9],"globally":[10],"to":[11,38,60,143,188,195,219,221],"mandate":[12],"bias":[13],"audits":[14,162],"for":[15,20,43,86,206],"commercial":[16],"algorithmic":[17,212],"systems,":[18,213],"specifically":[19],"automated":[21],"employment":[22,176],"decisions":[23],"systems":[24],"(AEDTs)":[25],"used":[26,174],"in":[27,112,132,175,197],"hiring":[28],"and":[29,45,48,82,97,199,224,231],"promotion.":[30],"Local":[31],"Law":[32],"144":[33,81,187],"(LL":[34],"144)":[35],"requires":[36],"AEDTs":[37],"be":[39,53,106,141],"independently":[40],"audited":[41],"annually":[42],"race":[44],"gender":[46],"bias,":[47],"audit":[50,95],"report":[51],"must":[52],"publicly":[54],"posted.":[55],"Additionally,":[56],"employers":[57,124],"are":[58],"obligated":[59],"post":[61],"a":[62,109,137,146,169],"transparency":[63,100,230],"notice":[64],"with":[65,79],"job":[67,88,190],"listing.":[68],"this":[70],"study,":[71],"155":[72],"student":[73],"investigators":[74],"recorded":[75],"391":[76],"employers\u2019":[77],"compliance":[78],"LL":[80,118,186],"user":[84],"experience":[85],"prospective":[87],"applicants.":[89],"Among":[90],"these":[91],"employers,":[92],"18":[93],"posted":[94,99],"reports":[96],"13":[98],"notices.":[101],"These":[102],"rates":[103],"could":[104],"potentially":[105],"explained":[107],"by":[108,117],"significant":[110],"limitation":[111],"accountability":[114],"mechanisms":[115],"enacted":[116],"144.":[119],"Since":[120],"law":[122],"grants":[123],"substantial":[125],"discretion":[126,153,218],"over":[127,167],"whether":[128],"their":[129],"system":[130],"is":[131,192],"scope":[133],"of":[134,171,185,217,227],"law,":[136],"null":[138],"result":[139],"cannot":[140],"said":[142],"indicate":[144],"non-compliance,":[145],"condition":[147],"we":[148],"call":[149],"\"null":[150],"compliance.\"":[151],"Employer":[152],"may":[154],"also":[155,180],"explain":[156],"our":[157],"finding":[158],"that":[159,182],"nearly":[160],"all":[161],"reported":[163],"an":[164],"impact":[165],"factor":[166],"0.8,":[168],"rule":[170],"thumb":[172],"often":[173],"discrimination":[177],"cases.":[178],"We":[179],"find":[181],"benefit":[184],"ordinary":[189],"seekers":[191],"limited":[193],"due":[194],"shortcomings":[196],"accessibility":[198],"usability.":[200],"Our":[201],"findings":[202],"offer":[203],"important":[204],"lessons":[205],"policy-makers":[207],"as":[208],"they":[209],"consider":[210],"regulating":[211],"particularly":[214],"degree":[216],"grant":[220],"regulated":[222],"parties":[223],"limitations":[226],"relying":[228],"on":[229],"end-user":[232],"accountability.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":5}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2024-06-06T00:00:00"}