{"id":"https://openalex.org/W4391334942","doi":"https://doi.org/10.1145/3630106.3659037","title":"Black-Box Access is Insufficient for Rigorous AI Audits","display_name":"Black-Box Access is Insufficient for Rigorous AI Audits","publication_year":2024,"publication_date":"2024-06-03","ids":{"openalex":"https://openalex.org/W4391334942","doi":"https://doi.org/10.1145/3630106.3659037"},"language":"en","primary_location":{"id":"doi:10.1145/3630106.3659037","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3659037","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3659037","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3659037","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008237906","display_name":"Stephen Casper","orcid":"https://orcid.org/0000-0003-2915-8592"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Stephen Casper","raw_affiliation_strings":["Massachusetts Institute of Technology, United States of America"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, United States of America","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007264815","display_name":"Carson Ezell","orcid":"https://orcid.org/0000-0002-7488-9258"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carson Ezell","raw_affiliation_strings":["Harvard University, USA"],"affiliations":[{"raw_affiliation_string":"Harvard University, USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006325083","display_name":"Charlotte Siegmann","orcid":"https://orcid.org/0009-0004-1646-7171"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charlotte Siegmann","raw_affiliation_strings":["Massachusetts Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092031121","display_name":"Noam Kolt","orcid":"https://orcid.org/0009-0007-2538-6295"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Noam Kolt","raw_affiliation_strings":["University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093817092","display_name":"Taylor Lynn Curtis","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Taylor Lynn Curtis","raw_affiliation_strings":["Massachusetts Institute of Technology, United States of America"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, United States of America","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031843276","display_name":"Ben Bucknall","orcid":"https://orcid.org/0009-0008-5552-2961"},"institutions":[{"id":"https://openalex.org/I4387155932","display_name":"Centre for the Governance of AI","ror":"https://ror.org/00z5fvd84","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4387155932"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Benjamin Bucknall","raw_affiliation_strings":["Centre for the Governance of AI, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Centre for the Governance of AI, United Kingdom","institution_ids":["https://openalex.org/I4387155932"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034467477","display_name":"Andreas Haupt","orcid":"https://orcid.org/0000-0002-6519-362X"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andreas Haupt","raw_affiliation_strings":["Massachusetts Institute of Technology, United States of America"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, United States of America","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102886709","display_name":"Kevin Wei","orcid":"https://orcid.org/0009-0004-8522-4333"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Wei","raw_affiliation_strings":["Harvard University, USA"],"affiliations":[{"raw_affiliation_string":"Harvard University, USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064744991","display_name":"J\u00e9r\u00e9my Scheurer","orcid":"https://orcid.org/0000-0002-6859-6029"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"J\u00e9r\u00e9my Scheurer","raw_affiliation_strings":["Apollo Research, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Apollo Research, United Kingdom","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034914617","display_name":"Marius Hobbhahn","orcid":"https://orcid.org/0009-0003-8244-3154"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marius Hobbhahn","raw_affiliation_strings":["Apollo Research, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Apollo Research, United Kingdom","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002207803","display_name":"Lee Sharkey","orcid":"https://orcid.org/0009-0009-2137-6027"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee Sharkey","raw_affiliation_strings":["Apollo Research, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Apollo Research, United Kingdom","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114026120","display_name":"Satyapriya Krishna","orcid":null},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Satyapriya Krishna","raw_affiliation_strings":["Harvard University, United States of America"],"affiliations":[{"raw_affiliation_string":"Harvard University, United States of America","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093817091","display_name":"Marvin Von Hagen","orcid":"https://orcid.org/0000-0002-6741-2996"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marvin Von Hagen","raw_affiliation_strings":["Massachusetts Institute of Technology, United States of America"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, United States of America","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010162453","display_name":"Silas Alberti","orcid":"https://orcid.org/0000-0003-1611-5737"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Silas Alberti","raw_affiliation_strings":["Stanford University, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038590380","display_name":"Alan Chan","orcid":"https://orcid.org/0000-0001-7547-3951"},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alan Chan","raw_affiliation_strings":["Centre for the Governance of AI, Mila (Quebec AI Institute), Canada"],"affiliations":[{"raw_affiliation_string":"Centre for the Governance of AI, Mila (Quebec AI Institute), Canada","institution_ids":["https://openalex.org/I4210164802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102610808","display_name":"Qinyi Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qinyi Sun","raw_affiliation_strings":["Massachusetts Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031566955","display_name":"Michael Gerovitch","orcid":"https://orcid.org/0009-0003-0627-7879"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Gerovitch","raw_affiliation_strings":["Massachusetts Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033305045","display_name":"David Bau","orcid":"https://orcid.org/0000-0003-1744-6765"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Bau","raw_affiliation_strings":["Northeastern University, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091601455","display_name":"Max Tegmark","orcid":"https://orcid.org/0000-0001-7670-7190"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Max Tegmark","raw_affiliation_strings":["Massachusetts Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029025914","display_name":"David Krueger","orcid":"https://orcid.org/0000-0001-7256-0937"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David Krueger","raw_affiliation_strings":["University of Cambridge, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076757561","display_name":"Dylan Hadfield-Menell","orcid":"https://orcid.org/0000-0002-6168-4763"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dylan Hadfield-Menell","raw_affiliation_strings":["Massachusetts Institute of Technology, United States of America"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, United States of America","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":21,"corresponding_author_ids":["https://openalex.org/A5008237906"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":15.8512,"has_fulltext":true,"cited_by_count":44,"citation_normalized_percentile":{"value":0.99256212,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2254","last_page":"2272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.9226999878883362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9063000082969666,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.855471670627594},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.8162317276000977},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4302539527416229},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.41793322563171387},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3705734610557556},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.32592564821243286},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15570440888404846}],"concepts":[{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.855471670627594},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.8162317276000977},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4302539527416229},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.41793322563171387},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3705734610557556},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.32592564821243286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15570440888404846}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3630106.3659037","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3659037","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3659037","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2401.14446","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.14446","pdf_url":"https://arxiv.org/pdf/2401.14446","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3630106.3659037","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3659037","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3659037","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6600000262260437,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391334942.pdf"},"referenced_works_count":108,"referenced_works":["https://openalex.org/W5007816","https://openalex.org/W10807006","https://openalex.org/W1935095624","https://openalex.org/W1987328009","https://openalex.org/W2044058194","https://openalex.org/W2064503570","https://openalex.org/W2106603756","https://openalex.org/W2146637469","https://openalex.org/W2147553882","https://openalex.org/W2152007396","https://openalex.org/W2164046043","https://openalex.org/W2788848737","https://openalex.org/W2897042519","https://openalex.org/W2901856814","https://openalex.org/W2901939789","https://openalex.org/W2909029109","https://openalex.org/W2926356031","https://openalex.org/W2928181454","https://openalex.org/W2949128310","https://openalex.org/W2962059918","https://openalex.org/W2962700793","https://openalex.org/W2964303497","https://openalex.org/W2968611394","https://openalex.org/W2993252589","https://openalex.org/W3001363766","https://openalex.org/W3001807593","https://openalex.org/W3004542466","https://openalex.org/W3005086430","https://openalex.org/W3015001695","https://openalex.org/W3016970897","https://openalex.org/W3034275286","https://openalex.org/W3038923964","https://openalex.org/W3091454361","https://openalex.org/W3092103025","https://openalex.org/W3112689365","https://openalex.org/W3116286104","https://openalex.org/W3122404852","https://openalex.org/W3123153597","https://openalex.org/W3123248014","https://openalex.org/W3123340107","https://openalex.org/W3123970308","https://openalex.org/W3127162919","https://openalex.org/W3130234976","https://openalex.org/W3130818118","https://openalex.org/W3134214835","https://openalex.org/W3135135937","https://openalex.org/W3137361207","https://openalex.org/W3159900299","https://openalex.org/W3174220540","https://openalex.org/W3174318528","https://openalex.org/W3177096435","https://openalex.org/W3177347599","https://openalex.org/W3199424257","https://openalex.org/W3199707364","https://openalex.org/W3202070718","https://openalex.org/W4206025728","https://openalex.org/W4220790298","https://openalex.org/W4221143046","https://openalex.org/W4223475929","https://openalex.org/W4223506650","https://openalex.org/W4226186560","https://openalex.org/W4231799185","https://openalex.org/W4253525579","https://openalex.org/W4254273488","https://openalex.org/W4255104966","https://openalex.org/W4280519765","https://openalex.org/W4281264299","https://openalex.org/W4283168787","https://openalex.org/W4283170167","https://openalex.org/W4283396845","https://openalex.org/W4286908533","https://openalex.org/W4287552728","https://openalex.org/W4288058319","https://openalex.org/W4288083801","https://openalex.org/W4289222705","https://openalex.org/W4294559022","https://openalex.org/W4309674289","https://openalex.org/W4310193572","https://openalex.org/W4313476259","https://openalex.org/W4317748910","https://openalex.org/W4321610373","https://openalex.org/W4363671832","https://openalex.org/W4366548082","https://openalex.org/W4376632242","https://openalex.org/W4380320348","https://openalex.org/W4380360954","https://openalex.org/W4381572755","https://openalex.org/W4384155145","https://openalex.org/W4385327683","https://openalex.org/W4385374425","https://openalex.org/W4385436553","https://openalex.org/W4385576721","https://openalex.org/W4385832251","https://openalex.org/W4386557364","https://openalex.org/W4386689591","https://openalex.org/W4387123992","https://openalex.org/W4387508266","https://openalex.org/W4388499666","https://openalex.org/W4388843585","https://openalex.org/W4389216598","https://openalex.org/W4391031905","https://openalex.org/W4391708650","https://openalex.org/W4391767060","https://openalex.org/W4396815676","https://openalex.org/W4404518338","https://openalex.org/W6632167293","https://openalex.org/W6780484765","https://openalex.org/W6839328737"],"related_works":["https://openalex.org/W2404937507","https://openalex.org/W2030757640","https://openalex.org/W3121186197","https://openalex.org/W2373849942","https://openalex.org/W2047881532","https://openalex.org/W2285795935","https://openalex.org/W151161666","https://openalex.org/W1967231687","https://openalex.org/W1552135273","https://openalex.org/W3101499207"],"abstract_inverted_index":{"External":[0],"audits":[1,31,120,140],"of":[2,17,25,32,118,124,149,157],"AI":[3,13,34],"systems":[4,35],"are":[5],"increasingly":[6],"recognized":[7],"as":[8],"a":[9],"key":[10],"mechanism":[11],"for":[12,137,186],"governance.":[14],"The":[15],"effectiveness":[16],"an":[18,67],"audit,":[19],"however,":[20],"depends":[21],"on":[22,39],"the":[23,48,58,103,116,122,165],"degree":[24],"access":[26,56,82,150,166,184,192],"granted":[27],"to":[28,57,69,83,101,153,174],"auditors.":[29],"Recent":[30],"state-of-the-art":[33],"have":[36],"primarily":[37],"relied":[38],"black-box":[40,119,191],"access,":[41],"in":[42],"which":[43],"auditors":[44,100,171],"can":[45,151],"only":[46],"query":[47],"system":[49],"and":[50,77,85,106,121,126,134,167,179,182],"observe":[51],"its":[52],"outputs.":[53],"However,":[54],"white-box":[55],"system\u2019s":[59],"inner":[60],"workings":[61],"(e.g.,":[62,88],"weights,":[63],"activations,":[64],"gradients)":[65],"allows":[66,99],"auditor":[68],"perform":[70],"stronger":[71],"attacks,":[72],"more":[73,108,188],"thoroughly":[74],"interpret":[75,176],"models,":[76],"conduct":[78],"fine-tuning.":[79],"Meanwhile,":[80],"outside-the-box":[81,127,183],"training":[84],"deployment":[86,93],"information":[87],"methodology,":[89],"code,":[90],"documentation,":[91],"data,":[92],"details,":[94],"findings":[95],"from":[96],"internal":[97],"evaluations)":[98],"scrutinize":[102],"development":[104],"process":[105],"design":[107],"targeted":[109],"evaluations.":[110],"In":[111],"this":[112],"paper,":[113],"we":[114,159],"examine":[115],"limitations":[117],"advantages":[123],"white-":[125,181],"audits.":[128],"We":[129],"also":[130],"discuss":[131],"technical,":[132],"physical,":[133],"legal":[135],"safeguards":[136],"performing":[138],"these":[139],"with":[141],"minimal":[142],"security":[143],"risks.":[144],"Given":[145],"that":[146,161],"different":[147,155],"forms":[148],"lead":[152],"very":[154],"levels":[156],"evaluation,":[158],"conclude":[160],"(1)":[162],"transparency":[163],"regarding":[164],"methods":[168],"used":[169],"by":[170],"is":[172],"necessary":[173],"properly":[175],"audit":[177],"results,":[178],"(2)":[180],"allow":[185],"substantially":[187],"scrutiny":[189],"than":[190],"alone.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":12}],"updated_date":"2026-03-11T06:11:40.159057","created_date":"2025-10-10T00:00:00"}