{"id":"https://openalex.org/W4288058292","doi":"https://doi.org/10.1145/3514094.3534203","title":"Write It Like You See It: Detectable Differences in Clinical Notes by Race Lead to Differential Model Recommendations","display_name":"Write It Like You See It: Detectable Differences in Clinical Notes by Race Lead to Differential Model Recommendations","publication_year":2022,"publication_date":"2022-07-26","ids":{"openalex":"https://openalex.org/W4288058292","doi":"https://doi.org/10.1145/3514094.3534203"},"language":"en","primary_location":{"id":"doi:10.1145/3514094.3534203","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3514094.3534203","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3514094.3534203","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3514094.3534203","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083712374","display_name":"Hammaad Adam","orcid":"https://orcid.org/0000-0001-6910-7074"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hammaad Adam","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064747233","display_name":"Mingying Yang","orcid":"https://orcid.org/0000-0003-1256-6514"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming Ying Yang","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048937462","display_name":"Kenrick Cato","orcid":"https://orcid.org/0000-0002-0704-3826"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenrick Cato","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073341059","display_name":"Ioana Baldini","orcid":"https://orcid.org/0000-0002-8257-9866"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ioana Baldini","raw_affiliation_strings":["IBM Research, Yorktown Heights, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027893569","display_name":"Charles Senteio","orcid":"https://orcid.org/0000-0002-0254-3127"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles Senteio","raw_affiliation_strings":["Rutgers University, New Brunswick, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, New Brunswick, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031401755","display_name":"Leo Anthony Celi","orcid":"https://orcid.org/0000-0001-6712-6626"},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leo Anthony Celi","raw_affiliation_strings":["Massachusetts Institute of Technology & Beth Israel Deaconess Medical Center, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology & Beth Israel Deaconess Medical Center, Cambridge, MA, USA","institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041049334","display_name":"Jiaming Zeng","orcid":"https://orcid.org/0000-0003-2927-5916"},"institutions":[{"id":"https://openalex.org/I4210087032","display_name":"Cambridge Scientific (United States)","ror":"https://ror.org/001s4dh65","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiaming Zeng","raw_affiliation_strings":["IBM Research, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210087032"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110922516","display_name":"Moninder Singh","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Moninder Singh","raw_affiliation_strings":["IBM Research, Yorktown Heights, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070063054","display_name":"Marzyeh Ghassemi","orcid":"https://orcid.org/0000-0001-6349-7251"},"institutions":[{"id":"https://openalex.org/I4210128683","display_name":"Vector (United States)","ror":"https://ror.org/036y4q615","country_code":"US","type":"company","lineage":["https://openalex.org/I4210128683"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marzyeh Ghassemi","raw_affiliation_strings":["Massachusetts Institute of Technology & Vector Institute, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology & Vector Institute, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210128683","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5083712374"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":4.4361,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.95060982,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"7","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/race","display_name":"Race (biology)","score":0.9069791436195374},{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.7431734800338745},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.627087414264679},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5695274472236633},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4877224862575531},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4805191457271576},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4379444122314453},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.4274861216545105},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3221641480922699},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3080381751060486},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.1579027771949768},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1254069209098816},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.09164777398109436},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.08139121532440186}],"concepts":[{"id":"https://openalex.org/C76509639","wikidata":"https://www.wikidata.org/wiki/Q918036","display_name":"Race (biology)","level":2,"score":0.9069791436195374},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.7431734800338745},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.627087414264679},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5695274472236633},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4877224862575531},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4805191457271576},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4379444122314453},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.4274861216545105},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3221641480922699},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3080381751060486},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1579027771949768},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1254069209098816},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.09164777398109436},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08139121532440186},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C107993555","wikidata":"https://www.wikidata.org/wiki/Q1662673","display_name":"Gender studies","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3514094.3534203","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3514094.3534203","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3514094.3534203","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3514094.3534203","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3514094.3534203","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3514094.3534203","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G7597440964","display_name":null,"funder_award_id":"EB017205","funder_id":"https://openalex.org/F4320337363","funder_display_name":"National Institute of Biomedical Imaging and Bioengineering"}],"funders":[{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320337363","display_name":"National Institute of Biomedical Imaging and Bioengineering","ror":"https://ror.org/00372qc85"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4288058292.pdf","grobid_xml":"https://content.openalex.org/works/W4288058292.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1918881530","https://openalex.org/W1999972915","https://openalex.org/W2025242288","https://openalex.org/W2030498706","https://openalex.org/W2036727718","https://openalex.org/W2041406618","https://openalex.org/W2042820916","https://openalex.org/W2045030413","https://openalex.org/W2060824655","https://openalex.org/W2074791308","https://openalex.org/W2112648219","https://openalex.org/W2133012565","https://openalex.org/W2140393436","https://openalex.org/W2166647521","https://openalex.org/W2170638974","https://openalex.org/W2223092947","https://openalex.org/W2239729821","https://openalex.org/W2295598076","https://openalex.org/W2383779650","https://openalex.org/W2411693362","https://openalex.org/W2537052583","https://openalex.org/W2753227667","https://openalex.org/W2890517826","https://openalex.org/W2901182550","https://openalex.org/W2908201961","https://openalex.org/W2948999923","https://openalex.org/W2967682612","https://openalex.org/W2969881216","https://openalex.org/W2974817986","https://openalex.org/W2981869278","https://openalex.org/W3001807593","https://openalex.org/W3011762034","https://openalex.org/W3019100240","https://openalex.org/W3028830016","https://openalex.org/W3081170555","https://openalex.org/W3088953702","https://openalex.org/W3109629996","https://openalex.org/W3115897805","https://openalex.org/W3135993836","https://openalex.org/W3160137267","https://openalex.org/W3180412891","https://openalex.org/W3196387851","https://openalex.org/W4210508008","https://openalex.org/W4220941910","https://openalex.org/W6807595610"],"related_works":["https://openalex.org/W2492471733","https://openalex.org/W3013012681","https://openalex.org/W2337668750","https://openalex.org/W2980238164","https://openalex.org/W2496505685","https://openalex.org/W3203175338","https://openalex.org/W2356901839","https://openalex.org/W61429289","https://openalex.org/W1718051419","https://openalex.org/W2495030604"],"abstract_inverted_index":{"Clinical":[0],"notes":[1,84,88,139],"are":[2,89,102],"becoming":[3],"an":[4],"increasingly":[5],"important":[6],"data":[7],"source":[8],"for":[9],"machine":[10],"learning":[11],"(ML)":[12],"applications":[13],"in":[14,37,63,126,145],"healthcare.":[15],"Prior":[16],"research":[17],"has":[18],"shown":[19],"that":[20,75,99,132],"deploying":[21],"ML":[22,52],"models":[23,53,76,133],"can":[24,33,77,140],"perpetuate":[25,142],"existing":[26,143],"biases":[27,144],"against":[28],"racial":[29],"minorities,":[30],"as":[31],"bias":[32],"be":[34],"implicitly":[35],"embedded":[36],"data.":[38],"In":[39],"this":[40,123],"study,":[41,129],"we":[42,73,97,117],"investigate":[43],"the":[44,58,87,111,119],"level":[45],"of":[46,60,91,94,122],"implicit":[47,124],"race":[48,81,109],"information":[49,125],"available":[50],"to":[51,105],"and":[54,57,130],"human":[55,100],"experts":[56,101],"implications":[59],"model-detectable":[61],"differences":[62],"clinical":[64,83,114,138,146],"notes.":[65,115],"Our":[66],"work":[67],"makes":[68],"three":[69],"key":[70],"contributions.":[71],"First,":[72],"find":[74],"identify":[78],"patient":[79,108],"self-reported":[80],"from":[82,110],"even":[85],"when":[86],"stripped":[90],"explicit":[92],"indicators":[93],"race.":[95],"Second,":[96],"determine":[98],"not":[103],"able":[104],"accurately":[106],"predict":[107],"same":[112],"redacted":[113],"Finally,":[116],"demonstrate":[118],"potential":[120],"harm":[121],"a":[127],"simulation":[128],"show":[131],"trained":[134],"on":[135],"these":[136],"race-redacted":[137],"still":[141],"treatment":[147],"decisions.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":16}],"updated_date":"2026-05-03T08:25:01.440150","created_date":"2025-10-10T00:00:00"}