{"id":"https://openalex.org/W4414750656","doi":"https://doi.org/10.1038/s41746-025-01943-1","title":"A longitudinal analysis of declining medical safety messaging in generative AI models","display_name":"A longitudinal analysis of declining medical safety messaging in generative AI models","publication_year":2025,"publication_date":"2025-10-02","ids":{"openalex":"https://openalex.org/W4414750656","doi":"https://doi.org/10.1038/s41746-025-01943-1","pmid":"https://pubmed.ncbi.nlm.nih.gov/41038984"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-025-01943-1","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-01943-1","pdf_url":"https://www.nature.com/articles/s41746-025-01943-1.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-025-01943-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Sonali Sharma","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["CA","US"],"is_corresponding":true,"raw_author_name":"Sonali Sharma","raw_affiliation_strings":["Department of Biomedical Data Science, Stanford School of Medicine, Stanford, CA, USA. sonali3@stanford.edu","Department of Radiology, Faculty of Medicine, University of British Columbia, Vancouver, BC, Canada. sonali3@stanford.edu","Department of Radiology, Faculty of Medicine, University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Data Science, Stanford School of Medicine, Stanford, CA, USA. sonali3@stanford.edu","institution_ids":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Radiology, Faculty of Medicine, University of British Columbia, Vancouver, BC, Canada. sonali3@stanford.edu","institution_ids":["https://openalex.org/I141945490"]},{"raw_affiliation_string":"Department of Radiology, Faculty of Medicine, University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104134050","display_name":"Ahmed Alaa","orcid":null},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ahmed M. Alaa","raw_affiliation_strings":["University of California, Berkeley, CA, USA. amalaa@berkeley.edu","University of California, San Francisco, CA, USA. amalaa@berkeley.edu","University of California, Berkeley, CA, USA","University of California, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, CA, USA. amalaa@berkeley.edu","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, San Francisco, CA, USA. amalaa@berkeley.edu","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, San Francisco, CA, USA","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014300312","display_name":"Roxana Daneshjou","orcid":"https://orcid.org/0000-0001-7988-9356"},"institutions":[{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Roxana Daneshjou","raw_affiliation_strings":["Department of Biomedical Data Science, Stanford School of Medicine, Stanford, CA, USA. roxanad@stanford.edu","Department of Dermatology, Stanford School of Medicine, Stanford, CA, USA. roxanad@stanford.edu","Department of Biomedical Data Science, Stanford School of Medicine, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Data Science, Stanford School of Medicine, Stanford, CA, USA. roxanad@stanford.edu","institution_ids":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Dermatology, Stanford School of Medicine, Stanford, CA, USA. roxanad@stanford.edu","institution_ids":["https://openalex.org/I4210137306"]},{"raw_affiliation_string":"Department of Biomedical Data Science, Stanford School of Medicine, Stanford, CA, USA","institution_ids":["https://openalex.org/I4210137306"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5014300312","https://openalex.org/A5104134050"],"corresponding_institution_ids":["https://openalex.org/I141945490","https://openalex.org/I180670191","https://openalex.org/I4210137306","https://openalex.org/I95457486","https://openalex.org/I97018004"],"apc_list":{"value":3590,"currency":"USD","value_usd":3590},"apc_paid":{"value":3590,"currency":"USD","value_usd":3590},"fwci":12.7807,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.98762319,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"8","issue":"1","first_page":"592","last_page":"592"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.963100016117096,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9480000138282776,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/disclaimer","display_name":"Disclaimer","score":0.9480000138282776},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5422999858856201},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5360000133514404},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5127000212669373},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4999000132083893},{"id":"https://openalex.org/keywords/patient-safety","display_name":"Patient safety","score":0.3433000147342682},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.32899999618530273}],"concepts":[{"id":"https://openalex.org/C2777080597","wikidata":"https://www.wikidata.org/wiki/Q906118","display_name":"Disclaimer","level":2,"score":0.9480000138282776},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5422999858856201},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5360000133514404},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.531000018119812},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5127000212669373},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4999000132083893},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4117000102996826},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3824000060558319},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.3433000147342682},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C3019150057","wikidata":"https://www.wikidata.org/wiki/Q92779279","display_name":"Medical information","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32499998807907104},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C2779231881","wikidata":"https://www.wikidata.org/wiki/Q5977147","display_name":"Medical literature","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.31220000982284546},{"id":"https://openalex.org/C143095724","wikidata":"https://www.wikidata.org/wiki/Q515895","display_name":"Odds","level":3,"score":0.29170000553131104},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2865000069141388},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26499998569488525},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.2581999897956848},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.25360000133514404},{"id":"https://openalex.org/C3018949938","wikidata":"https://www.wikidata.org/wiki/Q17166101","display_name":"Text messaging","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1038/s41746-025-01943-1","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-01943-1","pdf_url":"https://www.nature.com/articles/s41746-025-01943-1.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:41038984","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41038984","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:europepmc.org:11302061","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12491556","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:c86a4967a4da4b2cac2ad49229f60b49","is_oa":true,"landing_page_url":"https://doaj.org/article/c86a4967a4da4b2cac2ad49229f60b49","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 8, Iss 1, Pp 1-9 (2025)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12491556","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12491556/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1038/s41746-025-01943-1","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-01943-1","pdf_url":"https://www.nature.com/articles/s41746-025-01943-1.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414750656.pdf"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2147749164","https://openalex.org/W3133702157","https://openalex.org/W4379799312","https://openalex.org/W4384071683","https://openalex.org/W4388420209","https://openalex.org/W4392616544","https://openalex.org/W4393054030","https://openalex.org/W4395052272","https://openalex.org/W4400985547","https://openalex.org/W4403362497","https://openalex.org/W4406371336","https://openalex.org/W4406775160","https://openalex.org/W4406945781","https://openalex.org/W4407071875","https://openalex.org/W4408167715","https://openalex.org/W4408225015","https://openalex.org/W4410313919","https://openalex.org/W4412813658"],"related_works":[],"abstract_inverted_index":{"Generative":[0],"AI":[1],"models,":[2],"including":[3],"large":[4],"language":[5],"models":[6,10,131,136],"(LLMs)":[7],"and":[8,19,48,71],"vision-language":[9],"(VLMs),":[11],"are":[12,35],"increasingly":[13],"used":[14],"to":[15,57,113,126,147],"interpret":[16],"medical":[17,33,73,94],"images":[18],"answer":[20],"clinical":[21,148],"questions.":[22],"However,":[23],"their":[24],"responses":[25],"often":[26],"include":[27],"inaccuracies;":[28],"therefore,":[29],"safety":[30],"measures":[31],"like":[32],"disclaimers":[34,45,140],"critical.":[36],"In":[37],"this":[38],"study,":[39],"we":[40,80],"evaluated":[41],"the":[42,90],"presence":[43,104],"of":[44],"in":[46,105,111,115,124],"LLM":[47,106],"VLM":[49,118],"outputs":[50,107],"across":[51],"model":[52],"generations":[53],"released":[54],"from":[55,62,76,109,122],"2022":[56,112],"2025.":[58],"Responses":[59],"were":[60],"generated":[61],"500":[63,65,68,72],"mammograms,":[64],"chest":[66],"X-rays,":[67],"dermatology":[69],"images,":[70],"questions":[74],"drawn":[75],"a":[77],"new":[78],"dataset":[79],"introduced:":[81],"TIMed-Q":[82,88],"(Top":[83],"Internet":[84],"Medical":[85],"Question":[86],"Dataset).":[87],"captures":[89],"most":[91,130],"frequently":[92],"searched":[93],"queries":[95],"by":[96],"patients,":[97],"reflecting":[98],"real-world":[99],"health":[100],"information-seeking":[101],"behavior.":[102],"Disclaimer":[103],"dropped":[108],"26.3%":[110],"0.97%":[114],"2025,":[116,129],"while":[117],"disclaimer":[119],"rates":[120],"declined":[121],"19.6%":[123],"2023":[125],"1.05%.":[127],"By":[128],"displayed":[132],"no":[133],"disclaimers.":[134],"As":[135],"gain":[137],"further":[138],"capability,":[139],"must":[141],"function":[142],"as":[143],"adaptive":[144],"safeguards":[145],"tailored":[146],"contexts.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":3}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}