{"id":"https://openalex.org/W4400316892","doi":"https://doi.org/10.1038/s41746-024-01180-y","title":"The long but necessary road to responsible use of large language models in healthcare research","display_name":"The long but necessary road to responsible use of large language models in healthcare research","publication_year":2024,"publication_date":"2024-07-04","ids":{"openalex":"https://openalex.org/W4400316892","doi":"https://doi.org/10.1038/s41746-024-01180-y","pmid":"https://pubmed.ncbi.nlm.nih.gov/38965411"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-024-01180-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-024-01180-y","pdf_url":"https://www.nature.com/articles/s41746-024-01180-y.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"editorial","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-024-01180-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069286448","display_name":"Jethro C.C. Kwong","orcid":"https://orcid.org/0000-0003-4728-1025"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Jethro C. C. Kwong","raw_affiliation_strings":["Division of Urology, Department of Surgery, University of Toronto, Toronto, ON, Canada. jethro.kwong@mail.utoronto.ca","Temerty Centre for AI Research and Education in Medicine, University of Toronto, Toronto, ON, Canada. jethro.kwong@mail.utoronto.ca","Division of Urology, Department of Surgery, University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Division of Urology, Department of Surgery, University of Toronto, Toronto, ON, Canada. jethro.kwong@mail.utoronto.ca","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Temerty Centre for AI Research and Education in Medicine, University of Toronto, Toronto, ON, Canada. jethro.kwong@mail.utoronto.ca","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Division of Urology, Department of Surgery, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047154233","display_name":"Serena Wang","orcid":"https://orcid.org/0000-0002-5532-071X"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Serena C. Y. Wang","raw_affiliation_strings":["Harvard Medical School, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035581560","display_name":"Grace C. Nickel","orcid":null},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Grace C. Nickel","raw_affiliation_strings":["Harvard Medical School, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062586182","display_name":"Giovanni Cacciamani","orcid":"https://orcid.org/0000-0002-8892-5539"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Giovanni E. Cacciamani","raw_affiliation_strings":["AI Center, USC Institute of Urology, University of Southern California, Los Angeles, CA, USA","USC Institute of Urology and Catherine and Joseph Aresty Department of Urology, Keck School of Medicine, University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"AI Center, USC Institute of Urology, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"USC Institute of Urology and Catherine and Joseph Aresty Department of Urology, Keck School of Medicine, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059808008","display_name":"Joseph C. Kvedar","orcid":"https://orcid.org/0000-0002-7517-2291"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph C. Kvedar","raw_affiliation_strings":["Harvard Medical School, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5069286448"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":{"value":3060,"currency":"USD","value_usd":3060},"apc_paid":{"value":3060,"currency":"USD","value_usd":3060},"fwci":2.9563,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.91352467,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"7","issue":"1","first_page":"177","last_page":"177"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9627000093460083,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dissemination","display_name":"Dissemination","score":0.7704126834869385},{"id":"https://openalex.org/keywords/data-extraction","display_name":"Data extraction","score":0.5705724954605103},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.4865207076072693},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44038933515548706},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.401930570602417},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.401278555393219},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.35999298095703125},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3267391324043274},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2728409767150879},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.2360849678516388},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.16301476955413818}],"concepts":[{"id":"https://openalex.org/C101780184","wikidata":"https://www.wikidata.org/wiki/Q840576","display_name":"Dissemination","level":2,"score":0.7704126834869385},{"id":"https://openalex.org/C2777466982","wikidata":"https://www.wikidata.org/wiki/Q5227287","display_name":"Data extraction","level":3,"score":0.5705724954605103},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.4865207076072693},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44038933515548706},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.401930570602417},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.401278555393219},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35999298095703125},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3267391324043274},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2728409767150879},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2360849678516388},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.16301476955413818},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1038/s41746-024-01180-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-024-01180-y","pdf_url":"https://www.nature.com/articles/s41746-024-01180-y.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:38965411","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38965411","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11224331","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11224331","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11224331/pdf/41746_2024_Article_1180.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:b4a1028f5cc547ac93a74512bed52084","is_oa":true,"landing_page_url":"https://doaj.org/article/b4a1028f5cc547ac93a74512bed52084","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 7, Iss 1, Pp 1-3 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1038/s41746-024-01180-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-024-01180-y","pdf_url":"https://www.nature.com/articles/s41746-024-01180-y.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322015","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400316892.pdf"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W2140966604","https://openalex.org/W3184144760","https://openalex.org/W4309674289","https://openalex.org/W4323535691","https://openalex.org/W4323655724","https://openalex.org/W4379514544","https://openalex.org/W4384561707","https://openalex.org/W4384807808","https://openalex.org/W4386302153","https://openalex.org/W4386942462","https://openalex.org/W4388488349","https://openalex.org/W4391403616","https://openalex.org/W4396553888"],"related_works":["https://openalex.org/W2374084962","https://openalex.org/W2131881665","https://openalex.org/W4248517311","https://openalex.org/W2978405156","https://openalex.org/W1976738710","https://openalex.org/W1574371370","https://openalex.org/W2975929853","https://openalex.org/W2249285054","https://openalex.org/W2377612877","https://openalex.org/W3120034921"],"abstract_inverted_index":{"Large":[0],"language":[1,26],"models":[2],"(LLMs)":[3],"have":[4],"shown":[5],"promise":[6],"in":[7,29],"reducing":[8],"time,":[9],"costs,":[10],"and":[11,45,53],"errors":[12],"associated":[13],"with":[14],"manual":[15],"data":[16],"extraction.":[17],"A":[18],"recent":[19],"study":[20],"demonstrated":[21],"that":[22],"LLMs":[23],"outperformed":[24],"natural":[25],"processing":[27],"approaches":[28],"abstracting":[30],"pathology":[31],"report":[32],"information.":[33,56],"However,":[34],"challenges":[35],"include":[36],"the":[37,50],"risks":[38],"of":[39],"weakening":[40],"critical":[41],"thinking,":[42],"propagating":[43],"biases,":[44],"hallucinations,":[46],"which":[47],"may":[48],"undermine":[49],"scientific":[51],"method":[52],"disseminate":[54],"inaccurate":[55],"Incorporating":[57],"suitable":[58],"guidelines":[59],"(e.g.,":[60],"CANGARU),":[61],"should":[62],"be":[63],"encouraged":[64],"to":[65],"ensure":[66],"responsible":[67],"LLM":[68],"use.":[69]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":5}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}