{"id":"https://openalex.org/W4229442586","doi":"https://doi.org/10.1145/3531146.3533179","title":"The Road to Explainability is Paved with Bias: Measuring the Fairness of Explanations","display_name":"The Road to Explainability is Paved with Bias: Measuring the Fairness of Explanations","publication_year":2022,"publication_date":"2022-06-20","ids":{"openalex":"https://openalex.org/W4229442586","doi":"https://doi.org/10.1145/3531146.3533179"},"language":"en","primary_location":{"id":"doi:10.1145/3531146.3533179","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533179","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533179","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533179","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010008842","display_name":"Aparna Balagopalan","orcid":"https://orcid.org/0000-0003-1621-9536"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aparna Balagopalan","raw_affiliation_strings":["Massachusetts Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100340498","display_name":"Haoran Zhang","orcid":"https://orcid.org/0000-0003-1027-9976"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haoran Zhang","raw_affiliation_strings":["Massachusetts Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009409152","display_name":"Kimia Hamidieh","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kimia Hamidieh","raw_affiliation_strings":["University of Toronto/Vector Institute, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto/Vector Institute, Canada","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075881948","display_name":"Thomas Hartvigsen","orcid":"https://orcid.org/0000-0002-5288-2792"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Hartvigsen","raw_affiliation_strings":["Massachusetts Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111170441","display_name":"Frank Rudzicz","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Frank Rudzicz","raw_affiliation_strings":["University of Toronto/Vector Institute, Canada and Unity Health Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto/Vector Institute, Canada and Unity Health Toronto, Canada","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070063054","display_name":"Marzyeh Ghassemi","orcid":"https://orcid.org/0000-0001-6349-7251"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Marzyeh Ghassemi","raw_affiliation_strings":["Massachusetts Institute of Technology, USA and Vector Institute, Canada"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, USA and Vector Institute, Canada","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5010008842"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":6.0522,"has_fulltext":true,"cited_by_count":63,"citation_normalized_percentile":{"value":0.97223105,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1194","last_page":"1206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8000562787055969},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.754914402961731},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.6940034031867981},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5756835341453552},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5660311579704285},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.508232831954956},{"id":"https://openalex.org/keywords/high-fidelity","display_name":"High fidelity","score":0.4670402407646179},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4046618342399597}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8000562787055969},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.754914402961731},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6940034031867981},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5756835341453552},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5660311579704285},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.508232831954956},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.4670402407646179},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4046618342399597},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3531146.3533179","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533179","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533179","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2205.03295","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.03295","pdf_url":"https://arxiv.org/pdf/2205.03295","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dspace.mit.edu:1721.1/146127","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/146127","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM|2022 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"http://purl.org/eprint/type/ConferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3531146.3533179","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533179","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533179","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G3033334534","display_name":null,"funder_award_id":"AI Chair","funder_id":"https://openalex.org/F4320309949","funder_display_name":"Canadian Institute for Advanced Research"}],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320319880","display_name":"Government of Canada","ror":"https://ror.org/010q4q527"},{"id":"https://openalex.org/F4320330223","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4229442586.pdf","grobid_xml":"https://content.openalex.org/works/W4229442586.grobid-xml"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W1787224781","https://openalex.org/W1964421503","https://openalex.org/W1984763500","https://openalex.org/W2025587182","https://openalex.org/W2100960835","https://openalex.org/W2149033360","https://openalex.org/W2164878629","https://openalex.org/W2282821441","https://openalex.org/W2540949022","https://openalex.org/W2604660495","https://openalex.org/W2605092518","https://openalex.org/W2614087582","https://openalex.org/W2618851150","https://openalex.org/W2788403449","https://openalex.org/W2800068874","https://openalex.org/W2888487581","https://openalex.org/W2898694742","https://openalex.org/W2902802452","https://openalex.org/W2911495555","https://openalex.org/W2942182378","https://openalex.org/W2945526235","https://openalex.org/W2945976633","https://openalex.org/W2959587146","https://openalex.org/W2961331617","https://openalex.org/W2962843949","https://openalex.org/W2962862931","https://openalex.org/W2963104135","https://openalex.org/W2963116854","https://openalex.org/W2963798744","https://openalex.org/W2996061341","https://openalex.org/W3000463950","https://openalex.org/W3001062618","https://openalex.org/W3005073185","https://openalex.org/W3012963798","https://openalex.org/W3013149459","https://openalex.org/W3030790076","https://openalex.org/W3036298167","https://openalex.org/W3046377295","https://openalex.org/W3100645984","https://openalex.org/W3101792976","https://openalex.org/W3101981467","https://openalex.org/W3112717819","https://openalex.org/W3121410165","https://openalex.org/W3124373176","https://openalex.org/W3128442340","https://openalex.org/W3134508370","https://openalex.org/W3135353679","https://openalex.org/W3159250634","https://openalex.org/W3163411042","https://openalex.org/W3163443091","https://openalex.org/W3171322015","https://openalex.org/W3181414820","https://openalex.org/W3185350140","https://openalex.org/W3186928078","https://openalex.org/W3209901185","https://openalex.org/W3210561222","https://openalex.org/W4206060008","https://openalex.org/W4233311511","https://openalex.org/W4280578116","https://openalex.org/W4281770862","https://openalex.org/W4288083800","https://openalex.org/W4289097366","https://openalex.org/W6728913025"],"related_works":["https://openalex.org/W4313443006","https://openalex.org/W2945374968","https://openalex.org/W4385452045","https://openalex.org/W4293777179","https://openalex.org/W2164070813","https://openalex.org/W2135608140","https://openalex.org/W2895525995","https://openalex.org/W4224231624","https://openalex.org/W2332512904","https://openalex.org/W2319626700"],"abstract_inverted_index":{"Machine":[0],"learning":[1,120,170],"models":[2,38,160],"in":[3,68,117,125],"safety-critical":[4],"settings":[5,67],"like":[6],"healthcare":[7],"are":[8,19,39],"often":[9,40],"\u201cblackboxes\u201d:":[10],"they":[11],"contain":[12],"a":[13,28,143,162],"large":[14],"number":[15],"of":[16,35,55,95,133,136,157],"parameters":[17],"which":[18],"not":[20,147],"transparent":[21],"to":[22,42,140],"users.":[23],"Post-hoc":[24],"explainability":[25,87,112],"methods":[26,113],"where":[27],"simple,":[29],"human-interpretable":[30],"model":[31,46,82],"imitates":[32],"the":[33,53,74,92,101,131,155,168],"behavior":[34],"these":[36],"blackbox":[37,81],"proposed":[41],"help":[43],"users":[44],"trust":[45],"predictions.":[47],"In":[48],"this":[49],"work,":[50],"we":[51,89,129,153],"audit":[52],"quality":[54,94],"such":[56],"explanations":[57],"for":[58],"different":[59,80],"protected":[60],"subgroups":[61],"using":[62],"real":[63],"data":[64],"from":[65],"four":[66,85],"finance,":[69],"healthcare,":[70],"college":[71],"admissions,":[72],"and":[73,84,164],"US":[75],"justice":[76],"system.":[77],"Across":[78],"two":[79],"architectures":[83],"popular":[86],"methods,":[88],"find":[90],"that":[91,110],"approximation":[93],"explanation":[96,123,159],"models,":[97],"also":[98,108],"known":[99],"as":[100,161],"fidelity,":[102],"differs":[103],"significantly":[104],"between":[105],"subgroups.":[106],"We":[107],"demonstrate":[109],"pairing":[111],"with":[114],"recent":[115],"advances":[116],"robust":[118],"machine":[119,169],"can":[121],"improve":[122],"fairness":[124],"some":[126],"settings.":[127,151],"However,":[128],"highlight":[130],"importance":[132],"communicating":[134],"details":[135],"non-zero":[137],"fidelity":[138],"gaps":[139],"users,":[141],"since":[142],"single":[144],"solution":[145],"might":[146],"exist":[148],"across":[149],"all":[150],"Finally,":[152],"discuss":[154],"implications":[156],"unfair":[158],"challenging":[163],"understudied":[165],"problem":[166],"facing":[167],"community.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":6}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}