{"id":"https://openalex.org/W4410448273","doi":"https://doi.org/10.3233/shti250486","title":"Evaluating LLMs\u2019 Potential to Identify Rare Patient Identifiers in Patient Health Records","display_name":"Evaluating LLMs\u2019 Potential to Identify Rare Patient Identifiers in Patient Health Records","publication_year":2025,"publication_date":"2025-05-15","ids":{"openalex":"https://openalex.org/W4410448273","doi":"https://doi.org/10.3233/shti250486","pmid":"https://pubmed.ncbi.nlm.nih.gov/40380594"},"language":"en","primary_location":{"id":"doi:10.3233/shti250486","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250486","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI250486","source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI250486","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082926904","display_name":"Mat\u00fa\u0161 Falis","orcid":"https://orcid.org/0009-0006-7649-6251"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mat\u00fa\u0161 Falis","raw_affiliation_strings":["Usher Institute, University of Edinburgh, Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Usher Institute, University of Edinburgh, Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060841578","display_name":"Franz Gruber","orcid":"https://orcid.org/0000-0003-2008-8460"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Franz Gruber","raw_affiliation_strings":["Usher Institute, University of Edinburgh, Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Usher Institute, University of Edinburgh, Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117563408","display_name":"Samuel McInerney","orcid":null},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Samuel McInerney","raw_affiliation_strings":["Usher Institute, University of Edinburgh, Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Usher Institute, University of Edinburgh, Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076964550","display_name":"Arlene Casey","orcid":"https://orcid.org/0000-0003-3256-0654"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Arlene Casey","raw_affiliation_strings":["Usher Institute, University of Edinburgh, Edinburgh"],"raw_orcid":"https://orcid.org/0000-0003-3256-0654","affiliations":[{"raw_affiliation_string":"Usher Institute, University of Edinburgh, Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14106029,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"327","issue":null,"first_page":"874","last_page":"875"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14400","display_name":"Medical Coding and Health Information","score":0.9401000142097473,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/confidentiality","display_name":"Confidentiality","score":0.7922335863113403},{"id":"https://openalex.org/keywords/identifier","display_name":"Identifier","score":0.7474344968795776},{"id":"https://openalex.org/keywords/health-records","display_name":"Health records","score":0.6633448600769043},{"id":"https://openalex.org/keywords/patient-confidentiality","display_name":"Patient confidentiality","score":0.6254461407661438},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5556389093399048},{"id":"https://openalex.org/keywords/unique-identifier","display_name":"Unique identifier","score":0.4867675304412842},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.4670409560203552},{"id":"https://openalex.org/keywords/medical-emergency","display_name":"Medical emergency","score":0.459419310092926},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.443955659866333},{"id":"https://openalex.org/keywords/medical-record","display_name":"Medical record","score":0.4366670846939087},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.40954455733299255},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.36167800426483154},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.33680617809295654},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.2740471661090851},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1426256000995636},{"id":"https://openalex.org/keywords/surgery","display_name":"Surgery","score":0.08300364017486572},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.08146283030509949}],"concepts":[{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.7922335863113403},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.7474344968795776},{"id":"https://openalex.org/C3019952477","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Health records","level":3,"score":0.6633448600769043},{"id":"https://openalex.org/C2909332208","wikidata":"https://www.wikidata.org/wiki/Q2669281","display_name":"Patient confidentiality","level":3,"score":0.6254461407661438},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5556389093399048},{"id":"https://openalex.org/C119839945","wikidata":"https://www.wikidata.org/wiki/Q6545185","display_name":"Unique identifier","level":3,"score":0.4867675304412842},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.4670409560203552},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.459419310092926},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.443955659866333},{"id":"https://openalex.org/C195910791","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Medical record","level":2,"score":0.4366670846939087},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.40954455733299255},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.36167800426483154},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.33680617809295654},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.2740471661090851},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1426256000995636},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.08300364017486572},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.08146283030509949},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000068240","descriptor_name":"Data Anonymization","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000068240","descriptor_name":"Data Anonymization","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003219","descriptor_name":"Confidentiality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003219","descriptor_name":"Confidentiality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010355","descriptor_name":"Patient Identification Systems","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D010355","descriptor_name":"Patient Identification Systems","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D011381","descriptor_name":"Programming Languages","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011381","descriptor_name":"Programming Languages","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.3233/shti250486","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250486","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI250486","source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},{"id":"pmid:40380594","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40380594","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in health technology and informatics","raw_type":"Journal Article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/c298f010-10dd-4089-b959-1566cb69505f","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/c298f010-10dd-4089-b959-1566cb69505f","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Falis, M, Gruber, F, McInerney, S & Casey, A 2025, 'Evaluating LLMs' Potential to Identify Rare Patient Identifiers in Patient Health Records', Studies in health technology and informatics, vol. 327, pp. 874-875. https://doi.org/10.3233/SHTI250486","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.3233/shti250486","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250486","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI250486","source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410448273.pdf","grobid_xml":"https://content.openalex.org/works/W4410448273.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2413568490","https://openalex.org/W1913624564","https://openalex.org/W3130054399","https://openalex.org/W4301062032","https://openalex.org/W2319837024","https://openalex.org/W2343500026","https://openalex.org/W2390627310","https://openalex.org/W2413664130","https://openalex.org/W2051731675","https://openalex.org/W2608983118"],"abstract_inverted_index":{"This":[0],"study":[1],"explores":[2],"the":[3,57,87],"utility":[4],"of":[5,44,49,89,93,103],"Large":[6],"Language":[7],"Models":[8],"(LLMs)":[9],"to":[10,59,81],"support":[11],"finding":[12],"rare":[13],"patient":[14,21,33,36,45,98],"record":[15],"details":[16],"that":[17],"could":[18],"make":[19],"a":[20],"identifiable.":[22],"Whilst":[23],"most":[24],"research":[25,115],"has":[26],"focused":[27],"on":[28],"what":[29],"we":[30,84],"call":[31],"direct":[32],"identifiers,":[34],"indirect":[35,50],"identifiers":[37],"are":[38],"not":[39,73],"widely":[40],"addressed.":[41],"Our":[42],"evaluation":[43],"records":[46,105],"with":[47],"mentions":[48],"risks":[51,62,66],"predicted":[52],"by":[53],"our":[54,94],"LLM":[55],"shows":[56],"potential":[58,88],"find":[60],"these":[61],"automatically.":[63],"However,":[64],"many":[65],"highlighted":[67],"were":[68],"false":[69],"positives":[70],"or":[71],"did":[72],"constitute":[74],"identifiable":[75],"risk.":[76],"More":[77],"work":[78],"is":[79,106],"needed":[80],"understand":[82],"how":[83],"can":[85],"harness":[86],"LLMs":[90],"as":[91],"part":[92],"de-identification":[95,102],"pipelines":[96],"for":[97,108],"health":[99,104],"records.":[100],"Better":[101],"important":[107],"safely":[109],"improving":[110],"data":[111],"access":[112],"and":[113],"advancing":[114],"without":[116],"compromising":[117],"confidentiality.":[118]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}