{"id":"https://openalex.org/W4288058319","doi":"https://doi.org/10.1145/3514094.3534181","title":"Outsider Oversight: Designing a Third Party Audit Ecosystem for AI Governance","display_name":"Outsider Oversight: Designing a Third Party Audit Ecosystem for AI Governance","publication_year":2022,"publication_date":"2022-07-26","ids":{"openalex":"https://openalex.org/W4288058319","doi":"https://doi.org/10.1145/3514094.3534181"},"language":"en","primary_location":{"id":"doi:10.1145/3514094.3534181","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3514094.3534181","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3514094.3534181","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3514094.3534181","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011015504","display_name":"Inioluwa Deborah Raji","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Inioluwa Deborah Raji","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039777967","display_name":"Peggy Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peggy Xu","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003367943","display_name":"Colleen Honigsberg","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Colleen Honigsberg","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058408154","display_name":"Daniel E. Ho","orcid":"https://orcid.org/0000-0002-2195-5469"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Ho","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":18.8455,"has_fulltext":true,"cited_by_count":114,"citation_normalized_percentile":{"value":0.99308143,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"557","last_page":"571"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12185","display_name":"Regulation and Compliance Studies","score":0.9279999732971191,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.8846938610076904},{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.8541247844696045},{"id":"https://openalex.org/keywords/corporate-governance","display_name":"Corporate governance","score":0.6550660729408264},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.569071888923645},{"id":"https://openalex.org/keywords/spell","display_name":"Spell","score":0.5577213168144226},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.46601489186286926},{"id":"https://openalex.org/keywords/craft","display_name":"Craft","score":0.42794761061668396},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.31465137004852295},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.16677001118659973},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.11246004700660706},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.10089287161827087}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.8846938610076904},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.8541247844696045},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.6550660729408264},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.569071888923645},{"id":"https://openalex.org/C2780957641","wikidata":"https://www.wikidata.org/wiki/Q1999796","display_name":"Spell","level":2,"score":0.5577213168144226},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.46601489186286926},{"id":"https://openalex.org/C2779732396","wikidata":"https://www.wikidata.org/wiki/Q2207288","display_name":"Craft","level":2,"score":0.42794761061668396},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.31465137004852295},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.16677001118659973},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.11246004700660706},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.10089287161827087},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3514094.3534181","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3514094.3534181","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3514094.3534181","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3514094.3534181","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3514094.3534181","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3514094.3534181","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/15","score":0.550000011920929,"display_name":"Life in Land"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320327705","display_name":"Mozilla Foundation","ror":"https://ror.org/01y8r3379"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4288058319.pdf","grobid_xml":"https://content.openalex.org/works/W4288058319.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2081557147","https://openalex.org/W2095932468","https://openalex.org/W2117397379","https://openalex.org/W2786242872","https://openalex.org/W2901856814","https://openalex.org/W2953492091","https://openalex.org/W2962059918","https://openalex.org/W2985543011","https://openalex.org/W3001754608","https://openalex.org/W3001807593","https://openalex.org/W3004542466","https://openalex.org/W3036275980","https://openalex.org/W3046228735","https://openalex.org/W3100046612","https://openalex.org/W3123409715","https://openalex.org/W3133759846","https://openalex.org/W3134214835","https://openalex.org/W3143784018","https://openalex.org/W3155651459","https://openalex.org/W4288076238","https://openalex.org/W4288083801","https://openalex.org/W4288086175"],"related_works":["https://openalex.org/W2912168137","https://openalex.org/W2771752657","https://openalex.org/W2936836059","https://openalex.org/W2920882006","https://openalex.org/W1567987063","https://openalex.org/W2030429945","https://openalex.org/W2391860589","https://openalex.org/W114878902","https://openalex.org/W2061295771","https://openalex.org/W4385221012"],"abstract_inverted_index":{"Much":[0],"attention":[1],"has":[2],"focused":[3],"on":[4,45,135],"algorithmic":[5,16,21,55,115,130],"audits":[6,94,123],"and":[7,13,82,86,109,132],"impact":[8],"assessments":[9],"to":[10,47,127],"hold":[11],"developers":[12],"users":[14],"of":[15,35,51,62,92],"systems":[17,50,75],"accountable.":[18],"But":[19],"existing":[20],"accountability":[22],"policy":[23],"approaches":[24],"have":[25],"neglected":[26],"the":[27,33,60,67,89,102,112,120],"lessons":[28,41],"from":[29,42,97],"non-algorithmic":[30],"domains:":[31],"notably,":[32],"importance":[34],"third":[36,63,143],"parties.":[37],"Our":[38],"paper":[39],"synthesizes":[40],"other":[43],"fields":[44],"how":[46],"craft":[48],"effective":[49],"external":[52],"oversight":[53,65],"for":[54,114,141],"deployments.":[56],"First,":[57],"we":[58,72,100],"discuss":[59],"challenges":[61],"party":[64,144],"in":[66],"current":[68],"AI":[69],"landscape.":[70],"Second,":[71],"survey":[73,101],"audit":[74],"across":[76],"domains":[77],"-":[78,85],"e.g.,":[79],"financial,":[80],"environmental,":[81],"health":[83],"regulation":[84],"show":[87],"that":[88,119],"institutional":[90,136],"design":[91,107,137],"such":[93],"are":[95],"far":[96],"monolithic.":[98],"Finally,":[99],"evidence":[103],"base":[104],"around":[105],"these":[106],"components":[108],"spell":[110],"out":[111],"implications":[113],"auditing.":[116],"We":[117],"conclude":[118],"turn":[121],"toward":[122],"alone":[124],"is":[125],"unlikely":[126],"achieve":[128],"actual":[129],"accountability,":[131],"sustained":[133],"focus":[134],"will":[138],"be":[139],"required":[140],"meaningful":[142],"involvement.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":27},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":2}],"updated_date":"2026-09-02T18:50:13.731487","created_date":"2025-10-10T00:00:00"}