{"id":"https://openalex.org/W4391335370","doi":"https://doi.org/10.1145/3630106.3658957","title":"A Framework for Assurance Audits of Algorithmic Systems","display_name":"A Framework for Assurance Audits of Algorithmic Systems","publication_year":2024,"publication_date":"2024-06-03","ids":{"openalex":"https://openalex.org/W4391335370","doi":"https://doi.org/10.1145/3630106.3658957"},"language":"en","primary_location":{"id":"doi:10.1145/3630106.3658957","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3630106.3658957","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.14908","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004537158","display_name":"Khoa T. Lam","orcid":"https://orcid.org/0009-0004-8970-4537"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khoa Lam","raw_affiliation_strings":["BABL AI Inc., USA"],"raw_orcid":"https://orcid.org/0009-0004-8970-4537","affiliations":[{"raw_affiliation_string":"BABL AI Inc., USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Benjamin Lange","orcid":"https://orcid.org/0000-0002-5809-8704"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benjamin Lange","raw_affiliation_strings":["BABL AI Inc., USA and Ludwig Maximilians University (LMU), Germany"],"raw_orcid":"https://orcid.org/0000-0002-5809-8704","affiliations":[{"raw_affiliation_string":"BABL AI Inc., USA and Ludwig Maximilians University (LMU), Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055973731","display_name":"Borhane Blili-Hamelin","orcid":"https://orcid.org/0000-0002-9573-3332"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Borhane Blili-Hamelin","raw_affiliation_strings":["BABL AI Inc., United States of America and AI Risk and Vulnerability Alliance (ARVA), USA"],"raw_orcid":"https://orcid.org/0000-0002-9573-3332","affiliations":[{"raw_affiliation_string":"BABL AI Inc., United States of America and AI Risk and Vulnerability Alliance (ARVA), USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071996937","display_name":"Jovana Davidovic","orcid":"https://orcid.org/0000-0002-8998-5496"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jovana Davidovic","raw_affiliation_strings":["BABL AI Inc., USA and University of Iowa, USA"],"raw_orcid":"https://orcid.org/0000-0002-8998-5496","affiliations":[{"raw_affiliation_string":"BABL AI Inc., USA and University of Iowa, USA","institution_ids":["https://openalex.org/I126307644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062737227","display_name":"Shea Brown","orcid":"https://orcid.org/0000-0002-6451-9675"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shea Brown","raw_affiliation_strings":["BABL AI Inc., USA and University of Iowa, USA"],"raw_orcid":"https://orcid.org/0000-0002-6451-9675","affiliations":[{"raw_affiliation_string":"BABL AI Inc., USA and University of Iowa, USA","institution_ids":["https://openalex.org/I126307644"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001326629","display_name":"Ali Hasan","orcid":"https://orcid.org/0000-0003-2963-2573"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Hasan","raw_affiliation_strings":["BABL AI Inc., USA and University of Iowa, USA"],"raw_orcid":"https://orcid.org/0000-0003-2963-2573","affiliations":[{"raw_affiliation_string":"BABL AI Inc., USA and University of Iowa, USA","institution_ids":["https://openalex.org/I126307644"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":21.1198,"has_fulltext":true,"cited_by_count":43,"citation_normalized_percentile":{"value":0.99521666,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1078","last_page":"1092"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8932999968528748,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8932999968528748,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12185","display_name":"Regulation and Compliance Studies","score":0.8855999708175659,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11762","display_name":"Law, Economics, and Judicial Systems","score":0.8432000279426575,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.8895097374916077},{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.7261882424354553},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.5937111973762512},{"id":"https://openalex.org/keywords/information-security-audit","display_name":"Information security audit","score":0.5593361258506775},{"id":"https://openalex.org/keywords/blueprint","display_name":"Blueprint","score":0.5525354743003845},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.5344867706298828},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.4947056472301483},{"id":"https://openalex.org/keywords/financial-audit","display_name":"Financial Audit","score":0.4908352494239807},{"id":"https://openalex.org/keywords/best-practice","display_name":"Best practice","score":0.4797752797603607},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.47228676080703735},{"id":"https://openalex.org/keywords/audit-plan","display_name":"Audit plan","score":0.4573819041252136},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.43709972500801086},{"id":"https://openalex.org/keywords/operational-auditing","display_name":"Operational auditing","score":0.42928263545036316},{"id":"https://openalex.org/keywords/quality-assurance","display_name":"Quality assurance","score":0.4176766574382782},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3648862838745117},{"id":"https://openalex.org/keywords/internal-audit","display_name":"Internal audit","score":0.32550525665283203},{"id":"https://openalex.org/keywords/joint-audit","display_name":"Joint audit","score":0.2751576900482178},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1746540069580078},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.16393566131591797},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.12088003754615784},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.11385437846183777},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.08656910061836243},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.07847180962562561},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.07476833462715149},{"id":"https://openalex.org/keywords/information-security","display_name":"Information security","score":0.07084959745407104}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.8895097374916077},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.7261882424354553},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.5937111973762512},{"id":"https://openalex.org/C39358052","wikidata":"https://www.wikidata.org/wiki/Q2578632","display_name":"Information security audit","level":5,"score":0.5593361258506775},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.5525354743003845},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.5344867706298828},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.4947056472301483},{"id":"https://openalex.org/C2909264111","wikidata":"https://www.wikidata.org/wiki/Q740419","display_name":"Financial Audit","level":3,"score":0.4908352494239807},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.4797752797603607},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.47228676080703735},{"id":"https://openalex.org/C62190432","wikidata":"https://www.wikidata.org/wiki/Q17004774","display_name":"Audit plan","level":5,"score":0.4573819041252136},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.43709972500801086},{"id":"https://openalex.org/C13164825","wikidata":"https://www.wikidata.org/wiki/Q2559946","display_name":"Operational auditing","level":5,"score":0.42928263545036316},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.4176766574382782},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3648862838745117},{"id":"https://openalex.org/C170856484","wikidata":"https://www.wikidata.org/wiki/Q6452684","display_name":"Internal audit","level":3,"score":0.32550525665283203},{"id":"https://openalex.org/C191602146","wikidata":"https://www.wikidata.org/wiki/Q6269489","display_name":"Joint audit","level":4,"score":0.2751576900482178},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1746540069580078},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.16393566131591797},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.12088003754615784},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.11385437846183777},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08656910061836243},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.07847180962562561},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.07476833462715149},{"id":"https://openalex.org/C527648132","wikidata":"https://www.wikidata.org/wiki/Q189900","display_name":"Information security","level":2,"score":0.07084959745407104},{"id":"https://openalex.org/C117110713","wikidata":"https://www.wikidata.org/wiki/Q3394676","display_name":"Network security policy","level":4,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C29983905","wikidata":"https://www.wikidata.org/wiki/Q7445066","display_name":"Security service","level":3,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3630106.3658957","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3630106.3658957","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2401.14908","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.14908","pdf_url":"https://arxiv.org/pdf/2401.14908","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.14908","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.14908","pdf_url":"https://arxiv.org/pdf/2401.14908","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391335370.pdf","grobid_xml":"https://content.openalex.org/works/W4391335370.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W591589697","https://openalex.org/W1819662813","https://openalex.org/W2137827605","https://openalex.org/W2164046043","https://openalex.org/W2469380964","https://openalex.org/W2897154134","https://openalex.org/W2962922665","https://openalex.org/W2980845022","https://openalex.org/W3001553940","https://openalex.org/W3001807593","https://openalex.org/W3121207021","https://openalex.org/W3127162919","https://openalex.org/W3133759846","https://openalex.org/W3134214835","https://openalex.org/W3174210596","https://openalex.org/W3211982349","https://openalex.org/W4206037142","https://openalex.org/W4221045317","https://openalex.org/W4226178662","https://openalex.org/W4239926821","https://openalex.org/W4283167322","https://openalex.org/W4283168787","https://openalex.org/W4288058319","https://openalex.org/W4297924419","https://openalex.org/W4317748910","https://openalex.org/W4321022177","https://openalex.org/W4378676680","https://openalex.org/W4380320348","https://openalex.org/W4380366644","https://openalex.org/W4382567564","https://openalex.org/W4387430699","https://openalex.org/W4388499666","https://openalex.org/W4389052201","https://openalex.org/W6746355153","https://openalex.org/W6906437604","https://openalex.org/W6922094438"],"related_works":["https://openalex.org/W4390900133","https://openalex.org/W4312395088","https://openalex.org/W4294933606","https://openalex.org/W771845439","https://openalex.org/W1542388080","https://openalex.org/W2737792390","https://openalex.org/W2356637461","https://openalex.org/W2973898948","https://openalex.org/W2376882608","https://openalex.org/W2146228090"],"abstract_inverted_index":{"An":[0],"increasing":[1],"number":[2],"of":[3,28,35,64,159,176,179,223],"regulations":[4,131],"propose":[5,48],"\u2018AI":[6],"audits\u2019":[7,139],"as":[8,52,147],"a":[9,111,165],"mechanism":[10],"for":[11,16,32,105,114,143],"achieving":[12],"transparency":[13],"and":[14,37,45,56,71,96,109,173],"accountability":[15],"artificial":[17],"intelligence":[18],"(AI)":[19],"systems.":[20],"Despite":[21],"some":[22],"converging":[23],"norms":[24],"around":[25],"various":[26],"forms":[27],"AI":[29,74,84,187],"auditing,":[30],"auditing":[31,69,184,188],"the":[33,49,102,106,134,150,169,180,211,221],"purpose":[34],"compliance":[36,55],"assurance":[38,57,79,194],"currently":[39],"lacks":[40],"agreed-upon":[41],"practices,":[42,70],"procedures,":[43],"taxonomies,":[44],"standards.":[46],"We":[47,61,100,121,161],"\u2018criterion":[50],"audit\u2019":[51],"an":[53,116,215],"operationalizable":[54],"external":[58],"audit":[59,108,117,216],"framework.":[60],"model":[62],"elements":[63],"this":[65,124],"approach":[66],"after":[67],"financial":[68,183],"argue":[72],"that":[73,93,214],"audits":[75,208],"should":[76],"similarly":[77],"provide":[78,110],"to":[80,87,129,186,199],"their":[81,89],"stakeholders":[82],"about":[83],"organizations\u2019":[85],"ability":[86],"govern":[88],"algorithms":[90],"in":[91,119,205,209,219],"ways":[92],"mitigate":[94],"harms":[95],"uphold":[97],"human":[98],"values.":[99],"discuss":[101],"necessary":[103],"conditions":[104],"criterion":[107],"procedural":[112],"blueprint":[113],"performing":[115,206],"engagement":[118],"practice.":[120],"illustrate":[122],"how":[123],"framework":[125],"can":[126,140],"be":[127,141],"adapted":[128],"current":[130],"by":[132,149,163,203],"deriving":[133],"criteria":[135],"on":[136,168],"which":[137],"\u2018bias":[138],"performed":[142],"in-scope":[144],"hiring":[145],"algorithms,":[146],"required":[148],"recently":[151],"effective":[152],"New":[153],"York":[154],"City":[155],"Local":[156],"Law":[157],"144":[158],"2021.":[160],"conclude":[162],"offering":[164],"critical":[166,212],"discussion":[167],"benefits,":[170],"inherent":[171],"limitations,":[172],"implementation":[174],"challenges":[175],"applying":[177],"practices":[178],"more":[181],"mature":[182],"industry":[185],"where":[189],"robust":[190],"guardrails":[191],"against":[192],"quality":[193],"issues":[195],"are":[196],"only":[197],"starting":[198],"emerge.":[200],"Our":[201],"discussion\u2014informed":[202],"experiences":[204],"these":[207],"practice\u2014highlights":[210],"role":[213],"ecosystem":[217],"plays":[218],"ensuring":[220],"effectiveness":[222],"audits.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":26},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":4}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}