{"id":"https://openalex.org/W4416035398","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1639","title":"Africa Health Check: Probing Cultural Bias in Medical LLMs","display_name":"Africa Health Check: Probing Cultural Bias in Medical LLMs","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416035398","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1639"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.emnlp-main.1639","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1639","pdf_url":"https://aclanthology.org/2025.emnlp-main.1639.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.emnlp-main.1639.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040126982","display_name":"Charles Nimo","orcid":"https://orcid.org/0000-0003-0031-8062"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Charles Nimo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120308826","display_name":"Shuheng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shuheng Liu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070348998","display_name":"Irfan Essa","orcid":"https://orcid.org/0000-0002-6236-2969"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Irfan Essa","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5026238738","display_name":"Michael L. Best","orcid":"https://orcid.org/0000-0001-8156-9001"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael L. Best","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5040126982"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.38554842,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"32207","last_page":"32220"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13960","display_name":"Dietetics, Nutrition, and Education","score":0.07900000363588333,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T13960","display_name":"Dietetics, Nutrition, and Education","score":0.07900000363588333,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11731","display_name":"Global Health and Surgery","score":0.07450000196695328,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12194","display_name":"Cultural Competency in Health Care","score":0.054499998688697815,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/public-health","display_name":"Public health","score":0.3919999897480011},{"id":"https://openalex.org/keywords/ethnic-group","display_name":"Ethnic group","score":0.3801000118255615},{"id":"https://openalex.org/keywords/government","display_name":"Government (linguistics)","score":0.28690001368522644},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.2842999994754791},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.2718000113964081},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.2648000121116638}],"concepts":[{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.40549999475479126},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.40049999952316284},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.396699994802475},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.3919999897480011},{"id":"https://openalex.org/C137403100","wikidata":"https://www.wikidata.org/wiki/Q41710","display_name":"Ethnic group","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C45355965","wikidata":"https://www.wikidata.org/wiki/Q1643441","display_name":"Socioeconomics","level":1,"score":0.3151000142097473},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.30720001459121704},{"id":"https://openalex.org/C47768531","wikidata":"https://www.wikidata.org/wiki/Q1127188","display_name":"Development economics","level":1,"score":0.30059999227523804},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.2696000039577484},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C83864248","wikidata":"https://www.wikidata.org/wiki/Q177323","display_name":"Developing country","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C125209646","wikidata":"https://www.wikidata.org/wiki/Q1338878","display_name":"Cultural diversity","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C2986740045","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health services","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.emnlp-main.1639","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1639","pdf_url":"https://aclanthology.org/2025.emnlp-main.1639.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.emnlp-main.1639","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1639","pdf_url":"https://aclanthology.org/2025.emnlp-main.1639.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309321","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416035398.pdf","grobid_xml":"https://content.openalex.org/works/W4416035398.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,101],"(LLMs)":[3],"are":[4,107],"increasingly":[5],"deployed":[6],"in":[7,30,103,117,126,178],"global":[8,149],"healthcare,":[9],"yet":[10],"their":[11],"outputs":[12],"often":[13],"reflect":[14],"Western-centric":[15],"training":[16],"data":[17],"and":[18,23,53,62,70,82,97,155,170],"omit":[19],"indigenous":[20],"medical":[21,32],"systems":[22,144,174],"region-specific":[24],"treatments.This":[25],"study":[26],"investigates":[27],"cultural":[28,65,99],"bias":[29,96],"instruction-tuned":[31],"LLMs":[33],"using":[34],"a":[35,157],"curated":[36],"dataset":[37,154],"of":[38,142],"African":[39],"traditional":[40],"herbal":[41],"medicine.We":[42],"evaluate":[43],"model":[44,127],"behavior":[45],"across":[46],"two":[47,75],"complementary":[48,76],"tasks,":[49],"namely,":[50],"multiple-choice":[51],"questions":[52],"fill-in-the-blank":[54],"completions,":[55],"designed":[56],"to":[57,64,108,112,138],"capture":[58],"both":[59],"treatment":[60],"preferences":[61,69],"responsiveness":[63],"context.To":[66],"quantify":[67],"outcome":[68],"prompt":[71,91],"influences,":[72],"we":[73,161],"apply":[74],"metrics:":[77],"Cultural":[78,83],"Bias":[79,84],"Score":[80],"(CBS)":[81],"Attribution":[85],"(CBA).Our":[86],"results":[87],"show":[88],"that":[89,121,145],"while":[90],"adaptation":[92],"can":[93],"reduce":[94],"inherent":[95],"enhance":[98],"alignment,":[100],"vary":[102],"how":[104],"responsive":[105],"they":[106],"contextual":[109],"guidance.Persistent":[110],"default":[111],"allopathic":[113],"1":[114],"(Western)":[115],"treatments":[116],"zero-shot":[118],"scenarios":[119],"suggest":[120],"many":[122],"biases":[123],"remain":[124],"embedded":[125],"training.These":[128],"findings":[129],"underscore":[130],"the":[131,140,179],"need":[132],"for":[133,165,175],"culturally":[134,168],"informed":[135],"evaluation":[136,159],"strategies":[137],"guide":[139],"development":[141],"AI":[143,173],"equitably":[146],"serve":[147],"diverse":[148],"health":[150],"contexts.By":[151],"releasing":[152],"our":[153],"providing":[156],"dual-metric":[158],"approach,":[160],"offer":[162],"practical":[163],"tools":[164],"developing":[166],"more":[167],"aware":[169],"clinically":[171],"grounded":[172],"healthcare":[176],"settings":[177],"Global":[180],"South.":[181]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-11-08T00:00:00"}