{"id":"https://openalex.org/W7164037600","doi":"https://doi.org/10.48550/arxiv.2606.09590","title":"Clinically Grounded Privacy Evaluation of Medical LMs","display_name":"Clinically Grounded Privacy Evaluation of Medical LMs","publication_year":2026,"publication_date":"2026-06-08","ids":{"openalex":"https://openalex.org/W7164037600","doi":"https://doi.org/10.48550/arxiv.2606.09590"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.09590","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09590","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.09590","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138234221","display_name":"Sasha Ronaghi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ronaghi, Sasha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063733068","display_name":"Sana Tonekaboni","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tonekaboni, Sana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033155672","display_name":"Lena Stempfle","orcid":"https://orcid.org/0000-0002-6580-3942"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stempfle, Lena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022681129","display_name":"Vivian Utti","orcid":"https://orcid.org/0000-0001-8992-2789"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Utti, Vivian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030613059","display_name":"Jordan L. Cahoon","orcid":"https://orcid.org/0000-0003-4393-528X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cahoon, Jordan Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041075056","display_name":"Nathaniel Hendrix","orcid":"https://orcid.org/0000-0001-8154-0276"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hendrix, Nathaniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138235245","display_name":"Ayin Vala","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vala, Ayin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138242388","display_name":"Marzyeh Ghassemi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghassemi, Marzyeh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138216568","display_name":"Emily Alsentzer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alsentzer, Emily","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.40869998931884766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.40869998931884766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12189999967813492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.11010000109672546,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.7329000234603882},{"id":"https://openalex.org/keywords/timeline","display_name":"Timeline","score":0.6915000081062317},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.5875999927520752},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5475000143051147},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.39239999651908875},{"id":"https://openalex.org/keywords/demographics","display_name":"Demographics","score":0.3327000141143799}],"concepts":[{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.7329000234603882},{"id":"https://openalex.org/C4438859","wikidata":"https://www.wikidata.org/wiki/Q186117","display_name":"Timeline","level":2,"score":0.6915000081062317},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.5875999927520752},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5795999765396118},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5475000143051147},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.39239999651908875},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.38679999113082886},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36910000443458557},{"id":"https://openalex.org/C2780084366","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demographics","level":2,"score":0.3327000141143799},{"id":"https://openalex.org/C156325361","wikidata":"https://www.wikidata.org/wiki/Q1152864","display_name":"Grounded theory","level":3,"score":0.31709998846054077},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.30640000104904175},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.30559998750686646},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.2915000021457672},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.28139999508857727},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2786000072956085},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2786000072956085},{"id":"https://openalex.org/C2993942811","wikidata":"https://www.wikidata.org/wiki/Q626707","display_name":"Longitudinal field","level":3,"score":0.25529998540878296},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2549999952316284}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.09590","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09590","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.09590","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09590","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7965434193611145,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Medical":[0],"language":[1],"models":[2],"(LMs)":[3],"can":[4,121],"memorize":[5],"and":[6,63,105],"reproduce":[7],"protected":[8],"health":[9],"information,":[10],"but":[11],"privacy":[12,148],"evaluations":[13],"often":[14],"focus":[15],"on":[16,76,138],"recovery":[17,107],"of":[18,41,60,66,89,98,125,136,150],"training":[19,137],"text":[20,62],"rather":[21],"than":[22],"disclosure":[23],"under":[24],"realistic":[25],"threat":[26],"models.":[27],"We":[28],"introduce":[29],"a":[30,38,102,143],"clinically":[31],"grounded":[32],"framework":[33,71,145],"that":[34,82],"evaluates":[35],"leakage":[36,65],"along":[37],"graded":[39],"axis":[40],"adversarial":[42],"access,":[43],"ranging":[44],"from":[45],"publicly":[46],"inferable":[47],"demographics":[48],"to":[49,72],"leaked":[50],"note":[51],"fragments.":[52],"At":[53,115],"each":[54],"tier,":[55],"we":[56,80],"measure":[57],"verbatim":[58,99],"memorization":[59,100,120],"patient-specific":[61],"semantic":[64],"sensitive":[67],"diagnoses.":[68],"Applying":[69],"the":[70,116,134],"an":[73],"LM":[74],"pretrained":[75],"378k":[77],"clinical":[78,140],"notes,":[79],"find":[81],"routine":[83],"encounter":[84],"metadata":[85],"(i.e.":[86],"name,":[87],"date":[88],"birth,":[90],"provider,":[91],"practice,":[92],"visit":[93],"date)":[94],"elicits":[95],"high":[96],"rates":[97],"across":[101],"patient's":[103],"timeline":[104],"sensitive-diagnosis":[106],"(AUROC":[108],"0.91":[109],"for":[110,113,146],"abortion,":[111],"0.81":[112],"HIV).":[114],"same":[117],"time,":[118],"exact-match":[119],"overstate":[122],"disclosure:":[123],"36%":[124],"memorized":[126],"tokens":[127],"reflect":[128],"templated":[129],"documentation.":[130],"Our":[131],"work":[132],"highlights":[133],"risks":[135],"longitudinal":[139],"data,":[141],"providing":[142],"practical":[144],"contextual":[147],"evaluation":[149],"medical":[151],"LMs.":[152]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-10T00:00:00"}