{"id":"https://openalex.org/W4392667179","doi":"https://doi.org/10.1109/access.2024.3375763","title":"Designing an ML Auditing Criteria Catalog as Starting Point for the Development of a Framework","display_name":"Designing an ML Auditing Criteria Catalog as Starting Point for the Development of a Framework","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392667179","doi":"https://doi.org/10.1109/access.2024.3375763"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3375763","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3375763","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10464309.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10464309.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103189914","display_name":"Markus Schwarz","orcid":"https://orcid.org/0009-0003-0457-0289"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Markus Schwarz","raw_affiliation_strings":["Medical Data Integration Center (MeDIC LMU), LMU University Hospital Munich, Planegg, Germany"],"raw_orcid":"https://orcid.org/0009-0003-0457-0289","affiliations":[{"raw_affiliation_string":"Medical Data Integration Center (MeDIC LMU), LMU University Hospital Munich, Planegg, Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008928704","display_name":"Ludwig Christian Hinske","orcid":"https://orcid.org/0000-0001-7273-5899"},"institutions":[{"id":"https://openalex.org/I2802007660","display_name":"University Hospital Augsburg","ror":"https://ror.org/03b0k9c14","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2802007660"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ludwig Christian Hinske","raw_affiliation_strings":["Institute for Digital Medicine, University Hospital Augsburg, Neusäß, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Digital Medicine, University Hospital Augsburg, Neusäß, Germany","institution_ids":["https://openalex.org/I2802007660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057302175","display_name":"Ulrich Mansmann","orcid":"https://orcid.org/0000-0002-9955-8906"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ulrich Mansmann","raw_affiliation_strings":["Institute for Medical Information Processing, Biometry and Epidemiology (IBE), Ludwig-Maximilians-University Munich, München, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Medical Information Processing, Biometry and Epidemiology (IBE), Ludwig-Maximilians-University Munich, München, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064758815","display_name":"Fady Albashiti","orcid":"https://orcid.org/0000-0002-0671-152X"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fady Albashiti","raw_affiliation_strings":["Medical Data Integration Center (MeDIC LMU), LMU University Hospital Munich, Planegg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0671-152X","affiliations":[{"raw_affiliation_string":"Medical Data Integration Center (MeDIC LMU), LMU University Hospital Munich, Planegg, Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5103189914"],"corresponding_institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":5.8668,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.95955261,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"39953","last_page":"39967"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9251000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6867892742156982},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.6593143343925476},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5592912435531616},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.14444556832313538},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11742320656776428},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.09429213404655457}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6867892742156982},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6593143343925476},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5592912435531616},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.14444556832313538},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11742320656776428},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.09429213404655457},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2024.3375763","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3375763","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10464309.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:115957","is_oa":true,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:bvb:384-opus4-1159574","pdf_url":"https://opus.bibliothek.uni-augsburg.de/opus4/files/115957/Designing_an_ML_Auditing_Criteria_Catalog_as_Starting_Point_for_the_Development_of_a_Framework.pdf","source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"},{"id":"pmh:oai:doaj.org/article:ac8414803a5345149d9b476e4dbb48e5","is_oa":true,"landing_page_url":"https://doaj.org/article/ac8414803a5345149d9b476e4dbb48e5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 39953-39967 (2024)","raw_type":"article"},{"id":"pmh:oai:share.osf.io:eef0d104-e541-40a1-a196-bbadca858172","is_oa":true,"landing_page_url":"https://osf.io/tdr3p","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ProjectComponent"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3375763","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3375763","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10464309.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392667179.pdf","grobid_xml":"https://content.openalex.org/works/W4392667179.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W2034235631","https://openalex.org/W2084341220","https://openalex.org/W2100877102","https://openalex.org/W2118183099","https://openalex.org/W2132862423","https://openalex.org/W2158698691","https://openalex.org/W2485292563","https://openalex.org/W2508236932","https://openalex.org/W2932449300","https://openalex.org/W2938506626","https://openalex.org/W2952087216","https://openalex.org/W2952393095","https://openalex.org/W2952948864","https://openalex.org/W3035625694","https://openalex.org/W3049050008","https://openalex.org/W3093501654","https://openalex.org/W3126879319","https://openalex.org/W3128600856","https://openalex.org/W3134203054","https://openalex.org/W3156205870","https://openalex.org/W3165381529","https://openalex.org/W4213163851","https://openalex.org/W4213278005","https://openalex.org/W4229790071","https://openalex.org/W4235730356","https://openalex.org/W4244084888","https://openalex.org/W4252080152","https://openalex.org/W4281775820","https://openalex.org/W4287552728","https://openalex.org/W4289293239","https://openalex.org/W4308599772","https://openalex.org/W4309231082","https://openalex.org/W4313410959","https://openalex.org/W4319826200","https://openalex.org/W4323240344","https://openalex.org/W6675270482","https://openalex.org/W6756281437","https://openalex.org/W6776350323","https://openalex.org/W6784276724","https://openalex.org/W6788530040","https://openalex.org/W6816960985","https://openalex.org/W6847323628","https://openalex.org/W6925488417"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Background:":[0],"Although":[1],"AI":[2,20,42,57,85,152],"algorithms":[3],"and":[4,8,31,51,64,87,90,129,136,146,172,196,214,281,300,304],"applications":[5],"become":[6],"more":[7],"popular":[9],"in":[10,41,81,117,148,294],"the":[11,23,70,82,113,149,167,188,211,234,291,307,319],"healthcare":[12,249],"sector,":[13],"only":[14,261],"few":[15],"institutions":[16],"have":[17,252],"an":[18,94],"operational":[19],"strategy.":[21],"Identifying":[22],"best":[24,62,123],"suited":[25],"processes":[26],"for":[27,233,267],"ML":[28,95,177,217,223,258],"algorithm":[29],"implementation":[30,218],"adoption":[32,71],"is":[33,44,185,227,312],"a":[34,103,118,175,200,230,278,315,322],"big":[35],"challenge.":[36],"Also,":[37],"raising":[38],"human":[39],"confidence":[40],"systems":[43],"elementary":[45],"to":[46,209,215,248,262,276,301],"building":[47],"trustworthy,":[48],"socially":[49],"beneficial":[50,247],"responsible":[52],"AI.":[53],"A":[54],"commonly":[55],"agreed":[56],"auditing":[58,86,96,153,178,224],"framework":[59],"that":[60],"provides":[61],"practices":[63,124],"tools":[65],"could":[66,286],"help":[67,263],"speeding":[68],"up":[69],"process.":[72],"In":[73],"this":[74,310],"paper,":[75],"we":[76,107],"first":[77],"highlight":[78],"important":[79],"concepts":[80],"field":[83,150],"of":[84,151,205,236,321],"then":[88],"restructure":[89],"subsume":[91],"them":[92,264],"into":[93,174,187],"core":[97,179],"criteria":[98,180,225],"catalog.":[99,181,308],"Methods:":[100],"We":[101,121,242],"conducted":[102],"scoping":[104],"study":[105],"where":[106,324],"analyzed":[108],"sources":[109,147],"being":[110,265],"associated":[111],"with":[112],"term":[114],"\u201cAuditable":[115],"AI\u201d":[116],"qualitative":[119],"way.":[120],"utilized":[122],"from":[125],"Mayring":[126],"[1],":[127],"Miles":[128],"Huberman":[130],"[2]":[131],"as":[132,134,229,314],"well":[133],"Bortz":[135],"D\u00f6ring":[137],"[3].":[138],"Based":[139],"on":[140,171,296],"referrals,":[141],"additional":[142],"relevant":[143],"white":[144],"papers":[145],"were":[154,169],"also":[155,275],"included.":[156],"The":[157,183],"literature":[158],"base":[159],"was":[160],"compared":[161],"using":[162],"inductively":[163],"constructed":[164],"categories.":[165],"Afterwards,":[166],"findings":[168],"reflected":[170],"synthesized":[173],"resulting":[176],"Results:":[182],"catalog":[184,226,293],"grouped":[186],"categories:":[189],"Conceptual":[190],"Basics,":[191],"Data":[192],"&":[193],"Algorithm":[194],"Design":[195],"Assessment":[197],"Metrics.":[198],"As":[199],"practical":[201],"guide,":[202],"it":[203,244],"consists":[204],"30":[206],"questions":[207],"developed":[208],"cover":[210],"mentioned":[212],"categories":[213],"guide":[216],"teams.":[219],"Discussion:":[220],"Our":[221],"consensus-based":[222],"intended":[228],"starting":[231,316],"point":[232,317],"development":[235,320],"evaluation":[237],"strategies":[238],"by":[239,289],"specific":[240],"stakeholders.":[241],"believe":[243],"will":[245,255],"be":[246,287,329],"organizations":[250],"who":[251],"been":[253],"or":[254],"start":[256],"implementing":[257],"algorithms.":[259],"Not":[260],"prepared":[266],"any":[268],"upcoming":[269],"legally":[270],"required":[271],"audit":[272],"activities,":[273],"but":[274],"create":[277],"better,":[279],"well-received":[280],"accepted":[282],"products.":[283],"Potential":[284],"limitations":[285],"overcome":[288],"utilizing":[290],"proposed":[292],"practice":[295],"real":[297],"use":[298],"cases":[299],"expose":[302],"gaps":[303],"further":[305],"improve":[306],"Thus,":[309],"paper":[311],"seen":[313],"towards":[318],"framework,":[323],"essential":[325],"technical":[326],"components":[327],"can":[328],"specified.":[330]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}