{"id":"https://openalex.org/W4416133044","doi":"https://doi.org/10.1038/s41746-025-02104-0","title":"Reasoning red teaming in healthcare not all paths to a desired outcome are desirable","display_name":"Reasoning red teaming in healthcare not all paths to a desired outcome are desirable","publication_year":2025,"publication_date":"2025-11-12","ids":{"openalex":"https://openalex.org/W4416133044","doi":"https://doi.org/10.1038/s41746-025-02104-0","pmid":"https://pubmed.ncbi.nlm.nih.gov/41224856"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-025-02104-0","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-02104-0","pdf_url":"https://www.nature.com/articles/s41746-025-02104-0.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-025-02104-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005460981","display_name":"Vera Sorin","orcid":"https://orcid.org/0000-0003-0509-4686"},"institutions":[{"id":"https://openalex.org/I4210125099","display_name":"Mayo Clinic in Arizona","ror":"https://ror.org/03jp40720","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099"]},{"id":"https://openalex.org/I4210146710","display_name":"Mayo Clinic in Florida","ror":"https://ror.org/03zzw1w08","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210146710"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vera Sorin","raw_affiliation_strings":["Department of Radiology, Mayo Clinic, Rochester, MN, USA. sorin.vera@mayo.edu","Department of Radiology, Mayo Clinic, Rochester, MN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Mayo Clinic, Rochester, MN, USA. sorin.vera@mayo.edu","institution_ids":["https://openalex.org/I4210125099","https://openalex.org/I4210146710"]},{"raw_affiliation_string":"Department of Radiology, Mayo Clinic, Rochester, MN, USA","institution_ids":["https://openalex.org/I4210125099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053303391","display_name":"Panagiotis Korfiatis","orcid":"https://orcid.org/0000-0003-2516-1751"},"institutions":[{"id":"https://openalex.org/I4210125099","display_name":"Mayo Clinic in Arizona","ror":"https://ror.org/03jp40720","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Panagiotis Korfiatis","raw_affiliation_strings":["Department of Radiology, Mayo Clinic, Rochester, MN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Mayo Clinic, Rochester, MN, USA","institution_ids":["https://openalex.org/I4210125099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047405500","display_name":"Girish N. Nadkarni","orcid":"https://orcid.org/0000-0001-6319-4314"},"institutions":[{"id":"https://openalex.org/I4210095266","display_name":"Mount Sinai Medical Center","ror":"https://ror.org/00wgjpw02","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210095266"]},{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Girish N. Nadkarni","raw_affiliation_strings":["The Division of Data-Driven and Digital Medicine (D3M), Icahn School of Medicine at Mount Sinai, New York, NY, USA","The Windreich Department of Artificial Intelligence and Human Health, Mount Sinai Medical Center, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Division of Data-Driven and Digital Medicine (D3M), Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"The Windreich Department of Artificial Intelligence and Human Health, Mount Sinai Medical Center, New York, NY, USA","institution_ids":["https://openalex.org/I4210095266"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039899830","display_name":"Eyal Klang","orcid":"https://orcid.org/0000-0002-4567-3108"},"institutions":[{"id":"https://openalex.org/I4210095266","display_name":"Mount Sinai Medical Center","ror":"https://ror.org/00wgjpw02","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210095266"]},{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Eyal Klang","raw_affiliation_strings":["The Division of Data-Driven and Digital Medicine (D3M), Icahn School of Medicine at Mount Sinai, New York, NY, USA. eyal.klang@mountsinai.org","The Windreich Department of Artificial Intelligence and Human Health, Mount Sinai Medical Center, New York, NY, USA. eyal.klang@mountsinai.org","The Division of Data-Driven and Digital Medicine (D3M), Icahn School of Medicine at Mount Sinai, New York, NY, USA","The Windreich Department of Artificial Intelligence and Human Health, Mount Sinai Medical Center, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Division of Data-Driven and Digital Medicine (D3M), Icahn School of Medicine at Mount Sinai, New York, NY, USA. eyal.klang@mountsinai.org","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"The Windreich Department of Artificial Intelligence and Human Health, Mount Sinai Medical Center, New York, NY, USA. eyal.klang@mountsinai.org","institution_ids":["https://openalex.org/I4210095266"]},{"raw_affiliation_string":"The Division of Data-Driven and Digital Medicine (D3M), Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"The Windreich Department of Artificial Intelligence and Human Health, Mount Sinai Medical Center, New York, NY, USA","institution_ids":["https://openalex.org/I4210095266"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5005460981","https://openalex.org/A5039899830"],"corresponding_institution_ids":["https://openalex.org/I4210095266","https://openalex.org/I4210125099","https://openalex.org/I4210146710","https://openalex.org/I98704320"],"apc_list":{"value":3590,"currency":"USD","value_usd":3590},"apc_paid":{"value":3590,"currency":"USD","value_usd":3590},"fwci":3.1742,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.93775414,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"8","issue":"1","first_page":"649","last_page":"649"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.24819999933242798,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.24819999933242798,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.18529999256134033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.1289999932050705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.73089998960495},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.6959999799728394},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6064000129699707},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5659999847412109},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.5115000009536743},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4052000045776367}],"concepts":[{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.73089998960495},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.6959999799728394},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6064000129699707},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5659999847412109},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5268999934196472},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.5115000009536743},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4377000033855438},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4293000102043152},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.40880000591278076},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4052000045776367},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.39329999685287476},{"id":"https://openalex.org/C3019806175","wikidata":"https://www.wikidata.org/wiki/Q11974939","display_name":"Health professionals","level":3,"score":0.3375000059604645},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3352000117301941},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.334199994802475},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3021000027656555},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.29280000925064087},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28290000557899475},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.28279998898506165},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27880001068115234},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C2776325391","wikidata":"https://www.wikidata.org/wiki/Q6917865","display_name":"Motivated reasoning","level":3,"score":0.27079999446868896},{"id":"https://openalex.org/C2989236134","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Patient care","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.26440000534057617},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2554999887943268},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1038/s41746-025-02104-0","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-02104-0","pdf_url":"https://www.nature.com/articles/s41746-025-02104-0.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:41224856","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41224856","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:europepmc.org:11420554","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12612050","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:b97538250d7b47c398562d733ea5fbd1","is_oa":true,"landing_page_url":"https://doaj.org/article/b97538250d7b47c398562d733ea5fbd1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 8, Iss 1, Pp 1-2 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1038/s41746-025-02104-0","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-02104-0","pdf_url":"https://www.nature.com/articles/s41746-025-02104-0.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416133044.pdf","grobid_xml":"https://content.openalex.org/works/W4416133044.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W4402864014","https://openalex.org/W4406492615","https://openalex.org/W4406779522","https://openalex.org/W4407092048","https://openalex.org/W4408167715","https://openalex.org/W6948017749"],"related_works":[],"abstract_inverted_index":{"Chang":[0],"et":[1],"al.":[2],"showed":[3],"that":[4,20],"large":[5],"language":[6],"models":[7],"can":[8,22,42],"produce":[9],"unsafe":[10],"or":[11,45],"biased":[12],"outputs":[13],"even":[14],"when":[15],"superficially":[16],"accurate.":[17],"We":[18,49],"highlight":[19],"LLMs":[21],"hide":[23],"harmful":[24],"reasoning":[25],"if":[26],"only":[27],"final":[28],"responses":[29],"are":[30],"red-teamed.":[31],"Monitoring":[32],"intermediate":[33],"inference":[34],"steps,":[35],"especially":[36],"in":[37,66],"ethically":[38,54],"charged":[39],"clinical":[40],"scenarios,":[41],"reveal":[43],"manipulative":[44],"unethical":[46],"thought":[47],"processes.":[48],"propose":[50],"systematic":[51],"testing":[52],"of":[53],"sensitive":[55],"prompts":[56],"and":[57],"thorough":[58],"chain-of-thought":[59],"analysis":[60],"to":[61],"ensure":[62],"safe,":[63],"trustworthy":[64],"deployment":[65],"healthcare.":[67]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-11-12T00:00:00"}