{"id":"https://openalex.org/W4400579076","doi":"https://doi.org/10.1109/access.2024.3427388","title":"Employing Hybrid AI Systems to Trace and Document Bias in ML Pipelines","display_name":"Employing Hybrid AI Systems to Trace and Document Bias in ML Pipelines","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400579076","doi":"https://doi.org/10.1109/access.2024.3427388"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3427388","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3427388","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3427388","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024040515","display_name":"Mayra Russo","orcid":"https://orcid.org/0000-0001-7080-6331"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mayra Russo","raw_affiliation_strings":["L3S Research Center, Hannover, Germany","Institute of Data Science-Scientific Data Management, Leibniz University Hannover, Hannover, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7080-6331","affiliations":[{"raw_affiliation_string":"L3S Research Center, Hannover, Germany","institution_ids":["https://openalex.org/I4210136150"]},{"raw_affiliation_string":"Institute of Data Science-Scientific Data Management, Leibniz University Hannover, Hannover, Germany","institution_ids":["https://openalex.org/I114112103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109745895","display_name":"Yasharajsinh Chudasama","orcid":null},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yasharajsinh Chudasama","raw_affiliation_strings":["Institute of Data Science-Scientific Data Management, Leibniz University Hannover, Hannover, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3422-366X","affiliations":[{"raw_affiliation_string":"Institute of Data Science-Scientific Data Management, Leibniz University Hannover, Hannover, Germany","institution_ids":["https://openalex.org/I114112103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087147163","display_name":"Disha Purohit","orcid":"https://orcid.org/0000-0002-1442-335X"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Disha Purohit","raw_affiliation_strings":["Institute of Data Science-Scientific Data Management, Leibniz University Hannover, Hannover, Germany"],"raw_orcid":"https://orcid.org/0000-0002-1442-335X","affiliations":[{"raw_affiliation_string":"Institute of Data Science-Scientific Data Management, Leibniz University Hannover, Hannover, Germany","institution_ids":["https://openalex.org/I114112103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098737787","display_name":"Sammy Fabian Sawischa","orcid":"https://orcid.org/0000-0003-0443-6816"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sammy Sawischa","raw_affiliation_strings":["Institute of Data Science-Scientific Data Management, Leibniz University Hannover, Hannover, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Data Science-Scientific Data Management, Leibniz University Hannover, Hannover, Germany","institution_ids":["https://openalex.org/I114112103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055433807","display_name":"Mar\u00eda-Esther Vidal","orcid":"https://orcid.org/0000-0003-1160-8727"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maria-Esther Vidal","raw_affiliation_strings":["L3S Research Center, Hannover, Germany","Institute of Data Science-Scientific Data Management, Leibniz University Hannover, Hannover, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1160-8727","affiliations":[{"raw_affiliation_string":"L3S Research Center, Hannover, Germany","institution_ids":["https://openalex.org/I4210136150"]},{"raw_affiliation_string":"Institute of Data Science-Scientific Data Management, Leibniz University Hannover, Hannover, Germany","institution_ids":["https://openalex.org/I114112103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.4426,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.83919372,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"96821","last_page":"96847"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8184947967529297},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.7385686635971069},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6035469174385071},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5935359001159668},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.4978606700897217},{"id":"https://openalex.org/keywords/traceability","display_name":"Traceability","score":0.4971828758716583},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.46446508169174194},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.46205440163612366},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4304662346839905},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.12884536385536194},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09295517206192017}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8184947967529297},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.7385686635971069},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6035469174385071},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5935359001159668},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.4978606700897217},{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.4971828758716583},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.46446508169174194},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.46205440163612366},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4304662346839905},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.12884536385536194},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09295517206192017},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3427388","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3427388","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:54f0474be7ea4ccbbf92cb7fa521771d","is_oa":true,"landing_page_url":"https://doaj.org/article/54f0474be7ea4ccbbf92cb7fa521771d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 96821-96847 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3427388","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3427388","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1819662813","https://openalex.org/W2006447892","https://openalex.org/W2014352947","https://openalex.org/W2100960835","https://openalex.org/W2130410032","https://openalex.org/W2233554446","https://openalex.org/W2302501749","https://openalex.org/W2516809705","https://openalex.org/W2563852449","https://openalex.org/W2742330194","https://openalex.org/W2809878087","https://openalex.org/W2891453035","https://openalex.org/W2897042519","https://openalex.org/W2898970033","https://openalex.org/W2911227954","https://openalex.org/W2981836045","https://openalex.org/W2987103574","https://openalex.org/W2994816012","https://openalex.org/W3001807593","https://openalex.org/W3010336026","https://openalex.org/W3014590323","https://openalex.org/W3020911159","https://openalex.org/W3023107467","https://openalex.org/W3037831233","https://openalex.org/W3087485043","https://openalex.org/W3094296680","https://openalex.org/W3100279624","https://openalex.org/W3113149630","https://openalex.org/W3133631714","https://openalex.org/W3157651462","https://openalex.org/W3169613391","https://openalex.org/W3174142355","https://openalex.org/W3181414820","https://openalex.org/W3212368439","https://openalex.org/W3213556453","https://openalex.org/W4210354100","https://openalex.org/W4213251046","https://openalex.org/W4220775025","https://openalex.org/W4232178383","https://openalex.org/W4280609065","https://openalex.org/W4281291869","https://openalex.org/W4281400173","https://openalex.org/W4282813546","https://openalex.org/W4283156811","https://openalex.org/W4286900933","https://openalex.org/W4289753531","https://openalex.org/W4294775271","https://openalex.org/W4297839654","https://openalex.org/W4308784155","https://openalex.org/W4313450386","https://openalex.org/W4323662799","https://openalex.org/W4380086229","https://openalex.org/W4389937362","https://openalex.org/W4390619009","https://openalex.org/W4396227507","https://openalex.org/W4398186404","https://openalex.org/W6729232277","https://openalex.org/W6737947904","https://openalex.org/W6748382702","https://openalex.org/W6753075188","https://openalex.org/W6754746396","https://openalex.org/W6771689666","https://openalex.org/W6784388890","https://openalex.org/W6790407715","https://openalex.org/W6799541918","https://openalex.org/W6840029797"],"related_works":["https://openalex.org/W2378709054","https://openalex.org/W4380301954","https://openalex.org/W2803090313","https://openalex.org/W1482465488","https://openalex.org/W2052375654","https://openalex.org/W2376767034","https://openalex.org/W2350918606","https://openalex.org/W2379549210","https://openalex.org/W4285661598","https://openalex.org/W2381769434"],"abstract_inverted_index":{"Artificial":[0],"Intelligence":[1],"(AI)":[2],"systems":[3],"can":[4],"introduce":[5],"biases":[6,171],"that":[7,50],"lead":[8],"to":[9,34,79,215],"unreliable":[10],"outcomes":[11],"and,":[12],"in":[13,24,55,87,104,145,197,218],"the":[14,25,57,81,95,124,129,139,146,150,154,183,188,198,204,219,241],"worst-case":[15],"scenarios,":[16],"perpetuate":[17],"systemic":[18],"and":[19,41,53,83,89,117,121,137,141,149,164,185,222],"discriminatory":[20],"results":[21],"when":[22],"deployed":[23],"real":[26],"world.":[27],"While":[28],"significant":[29],"efforts":[30],"have":[31],"been":[32],"made":[33],"create":[35],"bias":[36,52,86,144],"detection":[37,163],"methods,":[38],"developing":[39],"reliable":[40],"comprehensive":[42],"documentation":[43,72,122,140],"artifacts":[44],"also":[45],"makes":[46],"for":[47],"valuable":[48],"resources":[49],"address":[51],"aid":[54],"minimizing":[56],"harms":[58],"associated":[59],"with":[60,229],"AI":[61,77,91,110,125],"systems.":[62],"Based":[63],"on":[64,160,246],"compositional":[65],"design":[66],"patterns,":[67],"this":[68,235],"paper":[69],"introduces":[70],"a":[71,75,108,134,157,194,211],"approach":[73,116,136],"using":[74],"hybrid":[76,109,131],"system":[78,132],"prompt":[80],"identification":[82],"traceability":[84],"of":[85,97,107,123,143,187,200,226],"datasets":[88],"predictive":[90,212],"models.":[92,190],"To":[93],"demonstrate":[94],"effectiveness":[96],"our":[98,102],"approach,":[99],"we":[100,168,192,208],"instantiate":[101],"pattern":[103],"two":[105],"implementations":[106],"system.":[111],"One":[112],"follows":[113,133],"an":[114,165],"integrated":[115],"performs":[118],"fine-grained":[119],"tracing":[120],"model.":[126,155],"In":[127],"contrast,":[128],"other":[130],"principled":[135],"enables":[138],"comparison":[142],"input":[147,201],"data":[148,174],"predictions":[151,186],"generated":[152],"by":[153],"Through":[156],"use-case":[158],"based":[159],"Fake":[161,205],"News":[162,206],"empirical":[166],"evaluation,":[167],"show":[169],"how":[170,210],"detected":[172],"during":[173],"ingestion":[175],"steps":[176],"(e.g.,":[177],"label,":[178,207],"over-representation,":[179],"activity":[180],"bias)":[181],"affect":[182],"training":[184,227],"classification":[189],"Concretely,":[191],"report":[193],"stark":[195],"skewness":[196],"distribution":[199],"variables":[202],"towards":[203],"uncover":[209],"variable":[213],"leads":[214],"more":[216],"constraints":[217],"learning":[220],"process,":[221],"highlight":[223],"open":[224],"challenges":[225],"models":[228],"unbalanced":[230],"datasets.":[231],"A":[232],"video":[233],"summarizing":[234],"work":[236],"is":[237,243],"available":[238,245],"online":[239],"(https://youtu.be/v2GfIQPAy_4?si=BXtWOf97cLiZavyu),and":[240],"implementation":[242],"publicly":[244],"GitHub":[247],"(https://github.com/SDM-TIB/DocBiasKG).":[248]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}