{"id":"https://openalex.org/W4392971791","doi":"https://doi.org/10.48550/arxiv.2403.12025","title":"A Toolbox for Surfacing Health Equity Harms and Biases in Large Language Models","display_name":"A Toolbox for Surfacing Health Equity Harms and Biases in Large Language Models","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392971791","doi":"https://doi.org/10.48550/arxiv.2403.12025"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2403.12025","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.12025","pdf_url":"https://arxiv.org/pdf/2403.12025","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.12025","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021812637","display_name":"Stephen Pfohl","orcid":"https://orcid.org/0000-0003-0551-9664"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Pfohl, Stephen R.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069557194","display_name":"Heather Cole-Lewis","orcid":"https://orcid.org/0000-0002-7275-1810"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cole-Lewis, Heather","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058399428","display_name":"Rory Sayres","orcid":"https://orcid.org/0000-0002-8269-5779"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sayres, Rory","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027230259","display_name":"Darlene Neal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neal, Darlene","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070858687","display_name":"Mercy Asiedu","orcid":"https://orcid.org/0000-0002-0230-5022"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asiedu, Mercy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013349641","display_name":"Awa Dieng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dieng, Awa","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057195145","display_name":"Nenad Toma\u0161ev","orcid":"https://orcid.org/0000-0003-1624-0220"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tomasev, Nenad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020446219","display_name":"Qazi Mamunur Rashid","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rashid, Qazi Mamunur","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047463591","display_name":"Shekoofeh Azizi","orcid":"https://orcid.org/0000-0002-7447-6031"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Azizi, Shekoofeh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072851389","display_name":"Negar Rostamzadeh","orcid":"https://orcid.org/0000-0002-9638-4664"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rostamzadeh, Negar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082108649","display_name":"Liam G. McCoy","orcid":"https://orcid.org/0000-0002-4468-2256"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McCoy, Liam G.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031401755","display_name":"Leo Anthony Celi","orcid":"https://orcid.org/0000-0001-6712-6626"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Celi, Leo Anthony","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078784976","display_name":"Yun Liu","orcid":"https://orcid.org/0000-0003-4079-8275"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025626087","display_name":"Mike Schaekermann","orcid":"https://orcid.org/0000-0002-1735-9680"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schaekermann, Mike","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113147193","display_name":"Alanna Walton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Walton, Alanna","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082569485","display_name":"Alicia Parrish","orcid":"https://orcid.org/0000-0002-1054-0516"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parrish, Alicia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035844932","display_name":"Chirag Nagpal","orcid":"https://orcid.org/0000-0003-2212-5392"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nagpal, Chirag","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076453416","display_name":"Preeti Singh","orcid":"https://orcid.org/0000-0002-9257-8509"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singh, Preeti","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034583043","display_name":"Akeiylah Dewitt","orcid":"https://orcid.org/0000-0002-4534-7273"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dewitt, Akeiylah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086361722","display_name":"P. Mansfield","orcid":"https://orcid.org/0000-0003-4969-0543"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mansfield, Philip","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034500430","display_name":"Sushant Prakash","orcid":"https://orcid.org/0009-0000-4162-4600"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prakash, Sushant","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014018142","display_name":"Katherine Heller","orcid":"https://orcid.org/0000-0002-4848-7466"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heller, Katherine","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003509342","display_name":"Alan Karthikesalingam","orcid":"https://orcid.org/0000-0001-5074-898X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karthikesalingam, Alan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010171106","display_name":"Christopher Semturs","orcid":"https://orcid.org/0000-0001-6108-2773"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Semturs, Christopher","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043862316","display_name":"Jo\u00eblle Barral","orcid":"https://orcid.org/0009-0009-0432-5148"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barral, Joelle","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068955381","display_name":"Greg S. Corrado","orcid":"https://orcid.org/0000-0001-8817-0992"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Corrado, Greg","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065128060","display_name":"Yossi Matias","orcid":"https://orcid.org/0000-0003-3960-6002"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matias, Yossi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010827180","display_name":"Jamila Smith-Loud","orcid":"https://orcid.org/0009-0007-7403-7358"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Smith-Loud, Jamila","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024597490","display_name":"Ivor B. Horn","orcid":"https://orcid.org/0000-0002-5571-4671"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Horn, Ivor","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5027454515","display_name":"Karan Singhal","orcid":"https://orcid.org/0000-0001-9002-7490"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singhal, Karan","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":30,"corresponding_author_ids":["https://openalex.org/A5021812637"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12935","display_name":"Healthcare Systems and Public Health","score":0.5379999876022339,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12935","display_name":"Healthcare Systems and Public Health","score":0.5379999876022339,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/toolbox","display_name":"Toolbox","score":0.795371413230896},{"id":"https://openalex.org/keywords/equity","display_name":"Equity (law)","score":0.7183783054351807},{"id":"https://openalex.org/keywords/health-equity","display_name":"Health equity","score":0.654425323009491},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.38206106424331665},{"id":"https://openalex.org/keywords/public-economics","display_name":"Public economics","score":0.378213495016098},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.3549940586090088},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3484099805355072},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.3338140547275543},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.2950112819671631},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.15003818273544312},{"id":"https://openalex.org/keywords/economic-growth","display_name":"Economic growth","score":0.1175943911075592},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11282461881637573},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.07594287395477295}],"concepts":[{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.795371413230896},{"id":"https://openalex.org/C199728807","wikidata":"https://www.wikidata.org/wiki/Q2578557","display_name":"Equity (law)","level":2,"score":0.7183783054351807},{"id":"https://openalex.org/C2250968","wikidata":"https://www.wikidata.org/wiki/Q1512929","display_name":"Health equity","level":3,"score":0.654425323009491},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38206106424331665},{"id":"https://openalex.org/C100001284","wikidata":"https://www.wikidata.org/wiki/Q2248246","display_name":"Public economics","level":1,"score":0.378213495016098},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3549940586090088},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3484099805355072},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.3338140547275543},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2950112819671631},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.15003818273544312},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.1175943911075592},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11282461881637573},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.07594287395477295}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2403.12025","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.12025","pdf_url":"https://arxiv.org/pdf/2403.12025","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2403.12025","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2403.12025","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2403.12025","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.12025","pdf_url":"https://arxiv.org/pdf/2403.12025","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2407199887","display_name":null,"funder_award_id":"2148451","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4392971791.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4205140848","https://openalex.org/W2068663075","https://openalex.org/W2978678743","https://openalex.org/W2797837731","https://openalex.org/W829257147","https://openalex.org/W2163184657","https://openalex.org/W2018661294","https://openalex.org/W4318965972","https://openalex.org/W2157970304","https://openalex.org/W2535535418"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"hold":[4],"promise":[5],"to":[6,17,50,58,163],"serve":[7],"complex":[8],"health":[9,22,38,175],"information":[10],"needs":[11],"but":[12],"also":[13],"have":[14],"the":[15,69,142,167],"potential":[16,49],"introduce":[18],"harm":[19],"and":[20,43,61,87,103,114,149,155,184,196],"exacerbate":[21],"disparities.":[23],"Reliably":[24],"evaluating":[25],"equity-related":[26,52],"model":[27],"failures":[28],"is":[29,160],"a":[30,63,76,89,188],"critical":[31],"step":[32],"toward":[33],"developing":[34],"systems":[35],"that":[36,126,131,179,193],"promote":[37,194],"equity.":[39],"We":[40],"present":[41],"resources":[42],"methodologies":[44,148],"for":[45,79,85,95],"surfacing":[46],"biases":[47,130],"with":[48,68],"precipitate":[51],"harms":[53],"in":[54,109],"long-form,":[55],"LLM-generated":[56,83],"answers":[57,84],"medical":[59],"questions":[60],"conduct":[62],"large-scale":[64],"empirical":[65,122],"case":[66],"study":[67],"Med-PaLM":[70,117],"2":[71,118],"LLM.":[72],"Our":[73,139],"contributions":[74],"include":[75],"multifactorial":[77],"framework":[78,102],"human":[80,100],"assessment":[81,101,147],"of":[82,91,116,144,152,169,191],"biases,":[86],"EquityMedQA,":[88],"collection":[90],"seven":[92],"datasets":[93],"enriched":[94],"adversarial":[96],"queries.":[97],"Both":[98],"our":[99,121,127,158],"dataset":[104],"design":[105],"process":[106],"are":[107],"grounded":[108],"an":[110,170],"iterative":[111],"participatory":[112],"approach":[113,128,159],"review":[115],"answers.":[119],"Through":[120],"study,":[123],"we":[124,177],"find":[125],"surfaces":[129],"may":[132],"be":[133,182],"missed":[134],"via":[135],"narrower":[136],"evaluation":[137],"approaches.":[138],"experience":[140],"underscores":[141],"importance":[143],"using":[145],"diverse":[146],"involving":[150],"raters":[151],"varying":[153],"backgrounds":[154],"expertise.":[156],"While":[157],"not":[161],"sufficient":[162],"holistically":[164],"assess":[165],"whether":[166],"deployment":[168],"AI":[171],"system":[172],"promotes":[173],"equitable":[174,197],"outcomes,":[176],"hope":[178],"it":[180],"can":[181],"leveraged":[183],"built":[185],"upon":[186],"towards":[187],"shared":[189],"goal":[190],"LLMs":[192],"accessible":[195],"healthcare.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}