{"id":"https://openalex.org/W4416034639","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.789","title":"Elucidating Mechanisms of Demographic Bias in LLMs for Healthcare","display_name":"Elucidating Mechanisms of Demographic Bias in LLMs for Healthcare","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034639","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.789"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.789","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.789","pdf_url":"https://aclanthology.org/2025.findings-emnlp.789.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.789.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022976922","display_name":"Hiba Ahsan","orcid":"https://orcid.org/0000-0002-0140-4133"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hiba Ahsan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076301518","display_name":"Arnab Sen Sharma","orcid":"https://orcid.org/0000-0002-0407-6526"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arnab Sen Sharma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078817661","display_name":"Silvio Amir","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Silvio Amir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033305045","display_name":"David Bau","orcid":"https://orcid.org/0000-0003-1744-6765"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Bau","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5036790226","display_name":"Byron Wallace","orcid":"https://orcid.org/0000-0003-2409-7735"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Byron C Wallace","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"14614","last_page":"14631"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10391","display_name":"Healthcare Policy and Management","score":0.21410000324249268,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10391","display_name":"Healthcare Policy and Management","score":0.21410000324249268,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.03440000116825104,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13946","display_name":"Musculoskeletal Disorders and Rehabilitation","score":0.020800000056624413,"subfield":{"id":"https://openalex.org/subfields/2742","display_name":"Rehabilitation"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.5070000290870667},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.3571999967098236},{"id":"https://openalex.org/keywords/public-health","display_name":"Public health","score":0.335999995470047},{"id":"https://openalex.org/keywords/disease","display_name":"Disease","score":0.33160001039505005},{"id":"https://openalex.org/keywords/population-health","display_name":"Population health","score":0.310699999332428},{"id":"https://openalex.org/keywords/ethnic-group","display_name":"Ethnic group","score":0.2906999886035919}],"concepts":[{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.5070000290870667},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.4999000132083893},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.4027000069618225},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.3571999967098236},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.335999995470047},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.3257000148296356},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.31220000982284546},{"id":"https://openalex.org/C2778149918","wikidata":"https://www.wikidata.org/wiki/Q3291156","display_name":"Population health","level":3,"score":0.310699999332428},{"id":"https://openalex.org/C137403100","wikidata":"https://www.wikidata.org/wiki/Q41710","display_name":"Ethnic group","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C2988170871","wikidata":"https://www.wikidata.org/wiki/Q11000047","display_name":"Healthcare system","level":3,"score":0.27880001068115234},{"id":"https://openalex.org/C74909509","wikidata":"https://www.wikidata.org/wiki/Q10387","display_name":"Gerontology","level":1,"score":0.258899986743927},{"id":"https://openalex.org/C107130276","wikidata":"https://www.wikidata.org/wiki/Q133805","display_name":"Epidemiology","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.789","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.789","pdf_url":"https://aclanthology.org/2025.findings-emnlp.789.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.789","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.789","pdf_url":"https://aclanthology.org/2025.findings-emnlp.789.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7497199671","display_name":null,"funder_award_id":"R01LM013772","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320315389","display_name":"Open Philanthropy Project","ror":"https://ror.org/004d1k391"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034639.pdf","grobid_xml":"https://content.openalex.org/works/W4416034639.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"tasks":[0],"(Gerszberg,":[1],"2024;Zack":[2],"et":[3,6],"al.,":[4,7],"2024;Zhang":[5],"2020).In":[8],"this":[9,116],"work":[10],"we":[11,30,33],"adopt":[12],"tools":[13],"from":[14],"mechanistic":[15,122],"interpretability":[16,123],"to":[17,111,125],"unveil":[18],"sociodemographic":[19,40],"representations":[20],"and":[21,60,80],"biases":[22],"within":[23,36],"LLMs":[24,37,126],"in":[25,47,57],"the":[26,118],"context":[27],"of":[28,93,98,121],"healthcare.Specifically,":[29],"ask:":[31],"Can":[32],"identify":[34],"activations":[35],"that":[38,96],"encode":[39],"information":[41,53],"(e.g.,":[42],"gender,":[43,89],"race)?We":[44],"find":[45,95],"that,":[46],"three":[48],"open":[49],"weight":[50],"LLMs,":[51],"gender":[52],"is":[54,101,117],"highly":[55],"localized":[56],"MLP":[58],"layers":[59],"can":[61,71,106],"be":[62,108],"reliably":[63],"manipulated":[64],"at":[65],"inference":[66],"time":[67],"via":[68],"patching.Such":[69],"interventions":[70],"surgically":[72],"alter":[73],"generated":[74],"clinical":[75,84],"vignettes":[76],"for":[77,127],"specific":[78],"conditions,":[79],"also":[81,107],"influence":[82],"downstream":[83],"predictions":[85],"which":[86],"correlate":[87],"with":[88],"e.g.,":[90],"patient":[91,99],"risk":[92],"depression.We":[94],"representation":[97],"race":[100],"somewhat":[102],"more":[103],"distributed,":[104],"but":[105],"intervened":[109],"upon,":[110],"a":[112],"degree.To":[113],"our":[114],"knowledge,":[115],"first":[119],"application":[120],"methods":[124],"healthcare":[128],"1":[129],".":[130]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-08T00:00:00"}