{"id":"https://openalex.org/W3007679811","doi":"https://doi.org/10.1142/9789811232701_0022","title":"CheXclusion: Fairness gaps in deep chest X-ray classifiers","display_name":"CheXclusion: Fairness gaps in deep chest X-ray classifiers","publication_year":2020,"publication_date":"2020-11-01","ids":{"openalex":"https://openalex.org/W3007679811","doi":"https://doi.org/10.1142/9789811232701_0022","mag":"3007679811","pmid":"https://pubmed.ncbi.nlm.nih.gov/33691020"},"language":"en","primary_location":{"id":"doi:10.1142/9789811232701_0022","is_oa":true,"landing_page_url":"https://doi.org/10.1142/9789811232701_0022","pdf_url":null,"source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biocomputing 2021","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1142/9789811232701_0022","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004971542","display_name":"Laleh Seyyed-Kalantari","orcid":"https://orcid.org/0000-0002-1059-7125"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Laleh Seyyed-Kalantari","raw_affiliation_strings":["Computer Science, University of Toronto, Toronto, Ontario, Canada","Vector Institute, Toronto, Ontario, Canada","University of Toronto"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Vector Institute, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I4210127509"]},{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001112865","display_name":"Guanxiong Liu","orcid":"https://orcid.org/0000-0001-7620-5836"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Guanxiong Liu","raw_affiliation_strings":["Computer Science, University of Toronto, Toronto, Ontario, Canada","Vector Institute, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Vector Institute, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I4210127509"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083993242","display_name":"Matthew B. A. McDermott","orcid":"https://orcid.org/0000-0001-6048-9707"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew McDermott","raw_affiliation_strings":["Electrical Engineering and Computer Science, Massachusetts Institute of Technology, Cambridge, MA, USA","Electrical Engineering & Computer Science, Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Electrical Engineering & Computer Science, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081135036","display_name":"Irene Y. Chen","orcid":"https://orcid.org/0000-0001-5202-2111"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Irene Y. Chen","raw_affiliation_strings":["Electrical Engineering and Computer Science, Massachusetts Institute of Technology, Cambridge, MA, USA","Electrical Engineering & Computer Science, Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Electrical Engineering & Computer Science, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070063054","display_name":"Marzyeh Ghassemi","orcid":"https://orcid.org/0000-0001-6349-7251"},"institutions":[{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Marzyeh Ghassemi","raw_affiliation_strings":["Computer Science, University of Toronto, Toronto, Ontario, Canada","Vector Institute, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Vector Institute, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I4210127509"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5004971542"],"corresponding_institution_ids":["https://openalex.org/I185261750","https://openalex.org/I4210127509"],"apc_list":null,"apc_paid":null,"fwci":2.50867512,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.87354497,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"232","last_page":"243"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5901537537574768},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5786446928977966},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5622469186782837},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.5318203568458557},{"id":"https://openalex.org/keywords/socioeconomic-status","display_name":"Socioeconomic status","score":0.48140954971313477},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46249082684516907},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.4264277219772339},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.36875927448272705},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.127060204744339}],"concepts":[{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5901537537574768},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5786446928977966},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5622469186782837},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.5318203568458557},{"id":"https://openalex.org/C147077947","wikidata":"https://www.wikidata.org/wiki/Q1515895","display_name":"Socioeconomic status","level":3,"score":0.48140954971313477},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46249082684516907},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.4264277219772339},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.36875927448272705},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.127060204744339},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014965","descriptor_name":"X-Rays","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014965","descriptor_name":"X-Rays","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014965","descriptor_name":"X-Rays","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1142/9789811232701_0022","is_oa":true,"landing_page_url":"https://doi.org/10.1142/9789811232701_0022","pdf_url":null,"source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biocomputing 2021","raw_type":"proceedings-article"},{"id":"pmid:33691020","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33691020","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pacific Symposium on Biocomputing. Pacific Symposium on Biocomputing","raw_type":null},{"id":"pmh:oai:arXiv.org:2003.00827","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.00827","pdf_url":"https://arxiv.org/pdf/2003.00827","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"mag:3007679811","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2003.00827.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2003.00827","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2003.00827","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1142/9789811232701_0022","is_oa":true,"landing_page_url":"https://doi.org/10.1142/9789811232701_0022","pdf_url":null,"source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biocomputing 2021","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4099999964237213,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2049609735","https://openalex.org/W2108598243","https://openalex.org/W2126843316","https://openalex.org/W2140394167","https://openalex.org/W2152772232","https://openalex.org/W2155311570","https://openalex.org/W2162670686","https://openalex.org/W2165895019","https://openalex.org/W2237401284","https://openalex.org/W2581082771","https://openalex.org/W2608231518","https://openalex.org/W2753845591","https://openalex.org/W2761100306","https://openalex.org/W2765312638","https://openalex.org/W2770241596","https://openalex.org/W2784397426","https://openalex.org/W2788481061","https://openalex.org/W2805173664","https://openalex.org/W2807251972","https://openalex.org/W2811374795","https://openalex.org/W2888109941","https://openalex.org/W2901954625","https://openalex.org/W2908201961","https://openalex.org/W2911122801","https://openalex.org/W2912664121","https://openalex.org/W2913279579","https://openalex.org/W2914202940","https://openalex.org/W2914514892","https://openalex.org/W2922169395","https://openalex.org/W2922931866","https://openalex.org/W2947529249","https://openalex.org/W2949973175","https://openalex.org/W2950538796","https://openalex.org/W2957285709","https://openalex.org/W2962816100","https://openalex.org/W2962922665","https://openalex.org/W2963446712","https://openalex.org/W2963466845","https://openalex.org/W2964031043","https://openalex.org/W2964121744","https://openalex.org/W2964696298","https://openalex.org/W2969169714","https://openalex.org/W3030030520","https://openalex.org/W3081540375","https://openalex.org/W3101156210","https://openalex.org/W3105536512","https://openalex.org/W3122809229"],"related_works":["https://openalex.org/W3101156210","https://openalex.org/W2981869278","https://openalex.org/W2963466845","https://openalex.org/W2100960835","https://openalex.org/W2963446712","https://openalex.org/W2914514892","https://openalex.org/W2913279579","https://openalex.org/W2770241596","https://openalex.org/W3030030520","https://openalex.org/W2964256806","https://openalex.org/W2901954625","https://openalex.org/W2530395818","https://openalex.org/W2396881363","https://openalex.org/W2971686358","https://openalex.org/W3026980374","https://openalex.org/W3085753344","https://openalex.org/W2971508519","https://openalex.org/W3172756206","https://openalex.org/W2961158440","https://openalex.org/W2984494379"],"abstract_inverted_index":{"Machine":[0],"learning":[1,31],"systems":[2],"have":[3],"received":[4],"much":[5],"attention":[6],"recently":[7],"for":[8,108,124,176],"their":[9],"ability":[10],"to":[11,27,34,45,53,135,142,166,173,180],"achieve":[12],"expert-level":[13],"performance":[14],"on":[15],"clinical":[16,126,161,170],"tasks,":[17,127],"particularly":[18],"in":[19,58,86,117,121],"medical":[20],"imaging.":[21],"Here,":[22],"we":[23,168],"examine":[24],"the":[25,80,84,118,136],"extent":[26],"which":[28],"state-of-the-art":[29,119],"deep":[30],"classifiers":[32,120],"trained":[33],"yield":[35],"diagnostic":[36,56],"labels":[37,57],"from":[38,164],"X-ray":[39,63],"images":[40],"are":[41,150],"biased":[42],"with":[43,154],"respect":[44],"protected":[46,94],"attributes.":[47],"We":[48,78,111,145],"train":[49],"convolution":[50],"neural":[51],"networks":[52],"predict":[54],"14":[55],"3":[59],"prominent":[60],"public":[61],"chest":[62],"datasets:":[64],"MIMIC-CXR,":[65],"Chest-Xray8,":[66],"CheXpert,":[67],"as":[68,70,97,105],"well":[69],"a":[71,106,155],"multi-site":[72],"aggregation":[73],"of":[74],"all":[75,122,125,129],"those":[76],"datasets.":[77],"evaluate":[79],"TPR":[81,114,148],"disparity":[82],"--":[83,91],"difference":[85],"true":[87],"positive":[88],"rates":[89],"(TPR)":[90],"among":[92],"different":[93],"attributes":[95],"such":[96],"patient":[98],"sex,":[99],"age,":[100],"race,":[101],"and":[102,128],"insurance":[103],"type":[104],"proxy":[107],"socioeconomic":[109],"status.":[110],"demonstrate":[112],"that":[113,147],"disparities":[115,149,178],"exist":[116],"datasets,":[123],"subgroups.":[130],"A":[131],"multi-source":[132],"dataset":[133],"corresponds":[134],"smallest":[137],"disparities,":[138],"suggesting":[139],"one":[140],"way":[141],"reduce":[143],"bias.":[144],"find":[146],"not":[151],"significantly":[152],"correlated":[153],"subgroup's":[156],"proportional":[157],"disease":[158],"burden.":[159],"As":[160],"models":[162],"move":[163],"papers":[165],"products,":[167],"encourage":[169],"decision":[171],"makers":[172],"carefully":[174],"audit":[175],"algorithmic":[177],"prior":[179],"deployment.":[181],"Our":[182],"code":[183],"can":[184],"be":[185],"found":[186],"at,":[187],"https://github.com/LalehSeyyed/CheXclusion":[188]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":8}],"updated_date":"2026-01-08T20:05:33.558190","created_date":"2025-10-10T00:00:00"}