{"id":"https://openalex.org/W7225465117","doi":"https://doi.org/10.5281/zenodo.24036827","title":"Minimal Audit Protocol for Published AI Reliability Figures in Deployed AI Systems (v0.2)","display_name":"Minimal Audit Protocol for Published AI Reliability Figures in Deployed AI Systems (v0.2)","publication_year":2026,"publication_date":"2026-11-07","ids":{"openalex":"https://openalex.org/W7225465117","doi":"https://doi.org/10.5281/zenodo.24036827"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.24036827","doi":"https://doi.org/10.5281/zenodo.24036827","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24036827","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.24036827","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139900746","display_name":"oluwafemi Idiakhoa","orcid":"https://orcid.org/0009-0008-7911-1171","observed_orcids":["https://orcid.org/0009-0008-7911-1171"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Idiakhoa, Oluwafemi","raw_affiliation_strings":["Self-Employed - AI Research"],"raw_orcid":"https://orcid.org/0009-0008-7911-1171","affiliations":[{"raw_affiliation_string":"Self-Employed - AI Research","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5139900746"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8852999806404114,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8852999806404114,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.05220000073313713,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.02979999966919422,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit-protocol","display_name":"audit protocol","score":0.7549999952316284},{"id":"https://openalex.org/keywords/confidence-level","display_name":"confidence level","score":0.8410000205039978},{"id":"https://openalex.org/keywords/quantum-measurement-problem","display_name":"measurement problem","score":0.5899999737739563},{"id":"https://openalex.org/keywords/evaluation-harness","display_name":"evaluation harness","score":0.8840000033378601},{"id":"https://openalex.org/keywords/third-party-verification","display_name":"third-party verification","score":0.5950000286102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7585999965667725},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.677299976348877},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6141999959945679},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.47369998693466187},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.4221999943256378},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3865000009536743},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3671000003814697},{"id":"https://openalex.org/C2777179996","wikidata":"https://www.wikidata.org/wiki/Q911222","display_name":"Mistake","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C80958533","wikidata":"https://www.wikidata.org/wiki/Q1047174","display_name":"Audit trail","level":3,"score":0.33480000495910645},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3292999863624573},{"id":"https://openalex.org/C169087156","wikidata":"https://www.wikidata.org/wiki/Q2131593","display_name":"Framing (construction)","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C41458344","wikidata":"https://www.wikidata.org/wiki/Q732577","display_name":"Publication","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2962000072002411},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.29190000891685486},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C69637215","wikidata":"https://www.wikidata.org/wiki/Q702362","display_name":"Default","level":2,"score":0.26739999651908875},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.25279998779296875},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.24036827","doi":"https://doi.org/10.5281/zenodo.24036827","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24036827","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24036828","doi":"https://doi.org/10.5281/zenodo.24036828","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24036828","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.24036827","doi":"https://doi.org/10.5281/zenodo.24036827","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24036827","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7224998822","https://openalex.org/W7204572680","https://openalex.org/W7171313946","https://openalex.org/W7171404547","https://openalex.org/W7110875438","https://openalex.org/W7133129713","https://openalex.org/W7153468377","https://openalex.org/W7196975460","https://openalex.org/W7163581409","https://openalex.org/W7212146339"],"abstract_inverted_index":{"AI":[0,123],"systems":[1],"increasingly":[2],"publish":[3],"figures":[4],"about":[5],"their":[6],"own":[7],"quality:":[8],"evaluation":[9,99],"scores,":[10],"confidence":[11],"levels,":[12],"validation":[13],"rates,":[14],"grounding":[15],"ratios.":[16],"Readers":[17],"rarely":[18],"have":[19,143],"a":[20,28,61,68,75,88,101,105,117,120,130,156],"way":[21],"to":[22,43,85,97],"check":[23],"them.":[24],"This":[25],"document":[26],"is":[27,152],"procedure":[29],"for":[30,63,87],"doing":[31],"so.":[32],"It":[33],"sets":[34],"out":[35],"ten":[36],"steps,":[37],"from":[38],"reading":[39],"the":[40,92],"target's":[41],"documents":[42],"contacting":[44],"its":[45],"author":[46],"before":[47],"publication;":[48],"thirteen":[49],"checks":[50,84],"with":[51],"explicit":[52],"pass":[53],"and":[54,57,74,114,127],"finding":[55,66],"criteria,":[56],"four":[58],"supporting":[59],"techniques;":[60],"rule":[62],"classifying":[64],"each":[65],"as":[67,140],"measurement,":[69],"omission":[70],"or":[71,104],"framing":[72],"problem;":[73],"fixed":[76],"report":[77],"format.":[78],"An":[79],"applicability":[80],"table":[81],"says":[82],"which":[83],"run":[86],"given":[89],"system,":[90],"so":[91,154],"protocol":[93,109,151],"can":[94,159],"be":[95],"applied":[96,115],"an":[98,134],"harness,":[100],"retrieval-augmented":[102,136],"agent":[103],"deployed":[106,121],"product.":[107],"The":[108,150],"was":[110],"first":[111],"written":[112],"for,":[113],"in,":[116],"self-audit":[118],"of":[119,133],"biomedical":[122],"system":[124],"(Idiakhoa,":[125],"2026),":[126],"revised":[128],"after":[129],"second":[131],"audit":[132],"open-source":[135],"agent.":[137],"Thresholds":[138],"marked":[139],"v0.2":[141],"defaults":[142],"not":[144],"yet":[145],"been":[146],"validated":[147],"across":[148],"systems.":[149],"published":[153],"that":[155],"third":[157],"party":[158],"apply":[160],"it":[161],"without":[162],"either":[163],"case":[164],"study":[165]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-11-08T00:00:00"}