{"id":"https://openalex.org/W4391170193","doi":"https://doi.org/10.1038/s41746-024-01010-1","title":"Diagnostic reasoning prompts reveal the potential for large language model interpretability in medicine","display_name":"Diagnostic reasoning prompts reveal the potential for large language model interpretability in medicine","publication_year":2024,"publication_date":"2024-01-24","ids":{"openalex":"https://openalex.org/W4391170193","doi":"https://doi.org/10.1038/s41746-024-01010-1","pmid":"https://pubmed.ncbi.nlm.nih.gov/38267608"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-024-01010-1","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-024-01010-1","pdf_url":"https://www.nature.com/articles/s41746-024-01010-1.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-024-01010-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103229519","display_name":"Thomas Savage","orcid":"https://orcid.org/0000-0003-4828-5802"},"institutions":[{"id":"https://openalex.org/I4210105015","display_name":"Stanford Health Care","ror":"https://ror.org/019wqcg20","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210105015"]},{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Thomas Savage","raw_affiliation_strings":["Department of Medicine, Stanford University, Stanford, CA, USA. tsavage@stanford.edu","Division of Hospital Medicine, Stanford University, Stanford, CA, USA. tsavage@stanford.edu","Department of Medicine, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4828-5802","affiliations":[{"raw_affiliation_string":"Department of Medicine, Stanford University, Stanford, CA, USA. tsavage@stanford.edu","institution_ids":["https://openalex.org/I97018004","https://openalex.org/I4210137306"]},{"raw_affiliation_string":"Division of Hospital Medicine, Stanford University, Stanford, CA, USA. tsavage@stanford.edu","institution_ids":["https://openalex.org/I4210137306","https://openalex.org/I4210105015"]},{"raw_affiliation_string":"Department of Medicine, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062747178","display_name":"Ashwin Nayak","orcid":"https://orcid.org/0009-0003-2024-3683"},"institutions":[{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashwin Nayak","raw_affiliation_strings":["Department of Medicine, Stanford University, Stanford, CA, USA","Division of Hospital Medicine, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0009-0003-2024-3683","affiliations":[{"raw_affiliation_string":"Department of Medicine, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Division of Hospital Medicine, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I4210137306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092645187","display_name":"Robert Gallo","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Gallo","raw_affiliation_strings":["Department of Health Policy, Stanford University, Stanford, CA, USA","Palo Alto Veterans Affairs Medical Center, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Health Policy, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Palo Alto Veterans Affairs Medical Center, Palo Alto, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039391391","display_name":"Ekanath Rangan","orcid":"https://orcid.org/0000-0001-5168-3508"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ekanath Rangan","raw_affiliation_strings":["Department of Medicine, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5168-3508","affiliations":[{"raw_affiliation_string":"Department of Medicine, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046725885","display_name":"Jonathan H. Chen","orcid":"https://orcid.org/0000-0002-4387-8740"},"institutions":[{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan H. Chen","raw_affiliation_strings":["Clinical Excellence Research Center, Stanford University, Stanford, CA, USA","Department of Medicine, Stanford University, Stanford, CA, USA","Division of Hospital Medicine, Stanford University, Stanford, CA, USA","Stanford Center for Biomedical Informatics Research, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4387-8740","affiliations":[{"raw_affiliation_string":"Clinical Excellence Research Center, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Medicine, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Division of Hospital Medicine, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I4210137306"]},{"raw_affiliation_string":"Stanford Center for Biomedical Informatics Research, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5103229519"],"corresponding_institution_ids":["https://openalex.org/I4210105015","https://openalex.org/I4210137306","https://openalex.org/I97018004"],"apc_list":{"value":3060,"currency":"USD","value_usd":3060},"apc_paid":{"value":3060,"currency":"USD","value_usd":3060},"fwci":23.8753,"has_fulltext":true,"cited_by_count":219,"citation_normalized_percentile":{"value":0.99712345,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"7","issue":"1","first_page":"20","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7806304693222046},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5066138505935669},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.48047202825546265},{"id":"https://openalex.org/keywords/personalized-medicine","display_name":"Personalized medicine","score":0.42217516899108887},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.39806294441223145},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.3568421006202698},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.35616931319236755},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.29729560017585754},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.289237380027771},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.18546569347381592},{"id":"https://openalex.org/keywords/bioinformatics","display_name":"Bioinformatics","score":0.12843209505081177}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7806304693222046},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5066138505935669},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.48047202825546265},{"id":"https://openalex.org/C32220436","wikidata":"https://www.wikidata.org/wiki/Q2072214","display_name":"Personalized medicine","level":2,"score":0.42217516899108887},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.39806294441223145},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3568421006202698},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.35616931319236755},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.29729560017585754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.289237380027771},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.18546569347381592},{"id":"https://openalex.org/C60644358","wikidata":"https://www.wikidata.org/wiki/Q128570","display_name":"Bioinformatics","level":1,"score":0.12843209505081177},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1038/s41746-024-01010-1","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-024-01010-1","pdf_url":"https://www.nature.com/articles/s41746-024-01010-1.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:38267608","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38267608","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10808088","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10808088","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10808088/pdf/41746_2024_Article_1010.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:949bf0bf6eff4ff1851bbf287b8ad038","is_oa":true,"landing_page_url":"https://doaj.org/article/949bf0bf6eff4ff1851bbf287b8ad038","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 7, Iss 1, Pp 1-7 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1038/s41746-024-01010-1","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-024-01010-1","pdf_url":"https://www.nature.com/articles/s41746-024-01010-1.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.75,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G242349094","display_name":null,"funder_award_id":"UG1DA015815","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G4525995888","display_name":null,"funder_award_id":"UL1TR003142","funder_id":"https://openalex.org/F4320337472","funder_display_name":"National Center for Advancing Translational Sciences"},{"id":"https://openalex.org/G523118074","display_name":null,"funder_award_id":"UL1TR003142","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G536197267","display_name":null,"funder_award_id":"UL1TR003142","funder_id":"https://openalex.org/F4320316438","funder_display_name":"Georgia Clinical and Translational Science Alliance"},{"id":"https://openalex.org/G5558152276","display_name":null,"funder_award_id":"1R01AI17812101","funder_id":"https://openalex.org/F4320337355","funder_display_name":"National Institute of Allergy and Infectious Diseases"},{"id":"https://openalex.org/G928848541","display_name":null,"funder_award_id":"12409","funder_id":"https://openalex.org/F4320306202","funder_display_name":"Gordon and Betty Moore Foundation"}],"funders":[{"id":"https://openalex.org/F4320306127","display_name":"U.S. Department of Veterans Affairs","ror":"https://ror.org/05rsv9s98"},{"id":"https://openalex.org/F4320306202","display_name":"Gordon and Betty Moore Foundation","ror":"https://ror.org/006wxqw41"},{"id":"https://openalex.org/F4320306230","display_name":"American Heart Association","ror":"https://ror.org/013kjyp64"},{"id":"https://openalex.org/F4320316438","display_name":"Georgia Clinical and Translational Science Alliance","ror":null},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337355","display_name":"National Institute of Allergy and Infectious Diseases","ror":"https://ror.org/043z4tv69"},{"id":"https://openalex.org/F4320337472","display_name":"National Center for Advancing Translational Sciences","ror":"https://ror.org/04pw6fb54"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391170193.pdf"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W3088056511","https://openalex.org/W4221143046","https://openalex.org/W4221161695","https://openalex.org/W4313304293","https://openalex.org/W4317214807","https://openalex.org/W4319062614","https://openalex.org/W4319662928","https://openalex.org/W4360891289","https://openalex.org/W4361289889","https://openalex.org/W4367310920","https://openalex.org/W4367626167","https://openalex.org/W4377009978","https://openalex.org/W4380291159","https://openalex.org/W4380730209","https://openalex.org/W4381480578","https://openalex.org/W4384071683","https://openalex.org/W4384561103","https://openalex.org/W4384561181","https://openalex.org/W4384561707","https://openalex.org/W4385827730","https://openalex.org/W6778883912","https://openalex.org/W6852476831"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W4390569940","https://openalex.org/W2888392564","https://openalex.org/W4361193272","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W2806259446","https://openalex.org/W2963326959","https://openalex.org/W4247136043","https://openalex.org/W2087303720"],"abstract_inverted_index":{"One":[0],"of":[1,32,69,126],"the":[2,14,29,64,118,122],"major":[3],"barriers":[4],"to":[5,20,42,62,86,95,120,133],"using":[6],"large":[7],"language":[8],"models":[9],"(LLMs)":[10],"in":[11,138],"medicine":[12],"is":[13,76,101],"perception":[15],"they":[16],"use":[17,114,137],"uninterpretable":[18],"methods":[19,112],"make":[21],"clinical":[22,48,66,84],"decisions":[23],"that":[24,57,81,113],"are":[25],"inherently":[26],"different":[27],"from":[28],"cognitive":[30],"processes":[31,68],"clinicians.":[33],"In":[34],"this":[35],"manuscript":[36],"we":[37],"develop":[38],"diagnostic":[39,73,115],"reasoning":[40,49,67,85,116],"prompts":[41],"study":[43],"whether":[44,97],"LLMs":[45,99],"can":[46,59,82,105],"imitate":[47,83],"while":[50],"accurately":[51],"forming":[52],"a":[53,93],"diagnosis.":[54],"We":[55],"find":[56],"GPT-4":[58],"be":[60,106],"prompted":[61],"mimic":[63],"common":[65],"clinicians":[70],"without":[71],"sacrificing":[72],"accuracy.":[74],"This":[75],"significant":[77],"because":[78],"an":[79,88,98],"LLM":[80],"provide":[87],"interpretable":[89],"rationale":[90],"offers":[91],"physicians":[92],"means":[94],"evaluate":[96],"response":[100],"likely":[102],"correct":[103],"and":[104,135],"trusted":[107],"for":[108],"patient":[109],"care.":[110],"Prompting":[111],"have":[117],"potential":[119],"mitigate":[121],"\"black":[123],"box\"":[124],"limitations":[125],"LLMs,":[127],"bringing":[128],"them":[129],"one":[130],"step":[131],"closer":[132],"safe":[134],"effective":[136],"medicine.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":37},{"year":2025,"cited_by_count":122},{"year":2024,"cited_by_count":60}],"updated_date":"2026-05-13T08:25:38.343686","created_date":"2025-10-10T00:00:00"}