{"id":"https://openalex.org/W2563486500","doi":"https://doi.org/10.48550/arxiv.1611.04967","title":"Iterative Orthogonal Feature Projection for Diagnosing Bias in Black-Box Models","display_name":"Iterative Orthogonal Feature Projection for Diagnosing Bias in Black-Box Models","alternate_titles":[],"publication_year":2016,"publication_date":"2016-11-15","ids":{"openalex":"https://openalex.org/W2563486500","doi":"https://doi.org/10.48550/arxiv.1611.04967","mag":"2563486500"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1611.04967","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1611.04967","pdf_url":"https://arxiv.org/pdf/1611.04967","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2563486500"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1611.04967","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112273421","display_name":"Julius Adebayo","orcid":"https://orcid.org/0009-0006-6590-1303","observed_orcids":["https://orcid.org/0009-0006-6590-1303"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adebayo, Julius","raw_affiliation_strings":["CSAIL.MIT.EDU CSAIL , MIT , 32 Vassar Street Cambridge , MA 02139 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL.MIT.EDU CSAIL , MIT , 32 Vassar Street Cambridge , MA 02139 USA","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013709154","display_name":"Lalana Kagal","orcid":"https://orcid.org/0000-0001-8469-1993","observed_orcids":["https://orcid.org/0000-0001-8469-1993"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kagal, Lalana","raw_affiliation_strings":["CSAIL.MIT.EDU CSAIL , MIT , 32 Vassar Street Cambridge , MA 02139 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL.MIT.EDU CSAIL , MIT , 32 Vassar Street Cambridge , MA 02139 USA","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":70,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.015200000256299973,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.8569999933242798},{"id":"https://openalex.org/keywords/bias-detection","display_name":"bias detection","score":0.6240000128746033},{"id":"https://openalex.org/keywords/black-box-modeling","display_name":"black-box models","score":0.9539999961853027},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.796999990940094},{"id":"https://openalex.org/keywords/algorithmic-discrimination","display_name":"algorithmic discrimination","score":0.6869999766349792},{"id":"https://openalex.org/keywords/model-explainability","display_name":"model explainability","score":0.37599998712539673}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9457508325576782},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.8721448183059692},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6389540433883667},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.5556297302246094},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.534885585308075},{"id":"https://openalex.org/C175694140","wikidata":"https://www.wikidata.org/wiki/Q980329","display_name":"Orthographic projection","level":2,"score":0.46025335788726807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4326639771461487},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.428668737411499},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3781006932258606},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32286906242370605},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26753073930740356},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20112279057502747},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1611.04967","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1611.04967","pdf_url":"https://arxiv.org/pdf/1611.04967","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1611.04967","doi":"https://doi.org/10.48550/arxiv.1611.04967","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1611.04967","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1611.04967","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1611.04967","pdf_url":"https://arxiv.org/pdf/1611.04967","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7578999996185303,"display_name":"Reduced inequalities"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2563486500.pdf","grobid_xml":"https://content.openalex.org/works/W2563486500.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W1532854728","https://openalex.org/W2026019770","https://openalex.org/W2040825624","https://openalex.org/W2097246321","https://openalex.org/W2162670686","https://openalex.org/W2166454173","https://openalex.org/W2567533607","https://openalex.org/W2656219660","https://openalex.org/W2952092676","https://openalex.org/W3123374861"],"related_works":["https://openalex.org/W3101045049","https://openalex.org/W2279943773","https://openalex.org/W3118467616","https://openalex.org/W6903739109","https://openalex.org/W2982134689","https://openalex.org/W3046901476","https://openalex.org/W7163405913","https://openalex.org/W6917768625","https://openalex.org/W2962989257","https://openalex.org/W7077492994"],"abstract_inverted_index":{"Predictive":[0],"models":[1],"are":[2],"increasingly":[3],"deployed":[4],"for":[5,37,52],"the":[6,35,66,80,92],"purpose":[7],"of":[8,49,55,69,79,97],"determining":[9],"access":[10],"to":[11,31,82,90],"services":[12],"such":[13,98],"as":[14],"credit,":[15],"insurance,":[16],"and":[17,24],"employment.":[18],"Despite":[19],"potential":[20,27,36],"gains":[21],"in":[22],"productivity":[23],"efficiency,":[25],"several":[26],"problems":[28],"have":[29],"yet":[30],"be":[32,88],"addressed,":[33],"particularly":[34],"unintentional":[38],"discrimination.":[39],"We":[40],"present":[41],"an":[42],"iterative":[43,61],"procedure,":[44,62],"based":[45],"on":[46,73],"orthogonal":[47],"projection":[48],"input":[50,75],"attributes,":[51],"enabling":[53],"interpretability":[54],"black-box":[56,71],"predictive":[57,84],"models.":[58],"Through":[59],"our":[60],"one":[63],"can":[64,86],"quantify":[65],"relative":[67,77],"dependence":[68],"a":[70,83,99],"model":[72,85],"its":[74],"attributes.The":[76],"significance":[78],"inputs":[81],"then":[87],"used":[89],"assess":[91],"fairness":[93],"(or":[94],"discriminatory":[95],"extent)":[96],"model.":[100]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2563486500","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":5}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2017-01-06T00:00:00"}
