{"id":"https://openalex.org/W7117765365","doi":"https://doi.org/10.1016/j.ijmedinf.2025.106250","title":"Large language models versus healthcare professionals in providing medical information to patient questions: A systematic review","display_name":"Large language models versus healthcare professionals in providing medical information to patient questions: A systematic review","publication_year":2025,"publication_date":"2025-12-31","ids":{"openalex":"https://openalex.org/W7117765365","doi":"https://doi.org/10.1016/j.ijmedinf.2025.106250","pmid":"https://pubmed.ncbi.nlm.nih.gov/41529641"},"language":"en","primary_location":{"id":"doi:10.1016/j.ijmedinf.2025.106250","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ijmedinf.2025.106250","pdf_url":null,"source":{"id":"https://openalex.org/S53142634","display_name":"International Journal of Medical Informatics","issn_l":"1386-5056","issn":["1386-5056","1872-8243"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Medical Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.ijmedinf.2025.106250","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036215671","display_name":"M. Jacobs","orcid":"https://orcid.org/0000-0003-0987-2553"},"institutions":[{"id":"https://openalex.org/I4210114047","display_name":"Amalia Kinderziekenhuis","ror":"https://ror.org/024pk8k39","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I2802934949","https://openalex.org/I4210114047"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Maud M.G. Jacobs","raw_affiliation_strings":["Department of Orthopedics, Radboudumc, Nijmegen, the Netherlands; Sports & Orthopedics Research Centre, St. Anna Hospital, Geldrop, the Netherlands. Electronic address: maud.jacobs@radboudumc.nl"],"affiliations":[{"raw_affiliation_string":"Department of Orthopedics, Radboudumc, Nijmegen, the Netherlands; Sports & Orthopedics Research Centre, St. Anna Hospital, Geldrop, the Netherlands. Electronic address: maud.jacobs@radboudumc.nl","institution_ids":["https://openalex.org/I4210114047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121648620","display_name":"Jacobien H.F. Oosterhoff","orcid":null},"institutions":[{"id":"https://openalex.org/I1334415907","display_name":"University Medical Center Groningen","ror":"https://ror.org/03cv38k47","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I1334415907"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jacobien H.F. Oosterhoff","raw_affiliation_strings":["Faculty of Technology Policy and Management, Delft University of Technology, Delft, the Netherlands; Department of Orthopaedic Surgery, University Medical Centre Groningen, Groningen, the Netherlands"],"affiliations":[{"raw_affiliation_string":"Faculty of Technology Policy and Management, Delft University of Technology, Delft, the Netherlands; Department of Orthopaedic Surgery, University Medical Centre Groningen, Groningen, the Netherlands","institution_ids":["https://openalex.org/I98358874","https://openalex.org/I1334415907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084719679","display_name":"Rintje Agricola","orcid":"https://orcid.org/0000-0002-0645-093X"},"institutions":[{"id":"https://openalex.org/I2801952686","display_name":"Erasmus MC","ror":"https://ror.org/018906e22","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2801952686"]},{"id":"https://openalex.org/I4210156660","display_name":"St. Anna Hospital","ror":"https://ror.org/04xcr2824","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210156660"]}],"countries":["DE","NL"],"is_corresponding":false,"raw_author_name":"Rintje Agricola","raw_affiliation_strings":["Sports & Orthopedics Research Centre, St. Anna Hospital, Geldrop, the Netherlands; Department of Orthopedics and Sports Medicine, Erasmus University Medical Center, Rotterdam, the Netherlands"],"affiliations":[{"raw_affiliation_string":"Sports & Orthopedics Research Centre, St. Anna Hospital, Geldrop, the Netherlands; Department of Orthopedics and Sports Medicine, Erasmus University Medical Center, Rotterdam, the Netherlands","institution_ids":["https://openalex.org/I2801952686","https://openalex.org/I4210156660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070037084","display_name":"Walter van der Weegen","orcid":"https://orcid.org/0000-0001-9389-0644"},"institutions":[{"id":"https://openalex.org/I4210156667","display_name":"St. Anna Ziekenhuis","ror":"https://ror.org/04y89nz36","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I4210156667"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Walter van der Weegen","raw_affiliation_strings":["Sports & Orthopedics Research Centre, St. Anna Hospital, Geldrop, the Netherlands; Department of Anesthesiology, Pain and Palliative Medicine, Radboudumc, Nijmegen, the Netherlands"],"affiliations":[{"raw_affiliation_string":"Sports & Orthopedics Research Centre, St. Anna Hospital, Geldrop, the Netherlands; Department of Anesthesiology, Pain and Palliative Medicine, Radboudumc, Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I4210156667"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5036215671"],"corresponding_institution_ids":["https://openalex.org/I4210114047"],"apc_list":{"value":3210,"currency":"USD","value_usd":3210},"apc_paid":{"value":3210,"currency":"USD","value_usd":3210},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.63365688,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"209","issue":null,"first_page":"106250","last_page":"106250"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3239000141620636,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3239000141620636,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.1671999990940094,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.07000000029802322,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/health-professionals","display_name":"Health professionals","score":0.6417999863624573},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.5738000273704529},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.40459999442100525},{"id":"https://openalex.org/keywords/healthcare-system","display_name":"Healthcare system","score":0.34540000557899475},{"id":"https://openalex.org/keywords/patient-care","display_name":"Patient care","score":0.3434000015258789},{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.3424000144004822},{"id":"https://openalex.org/keywords/medical-information","display_name":"Medical information","score":0.3190000057220459},{"id":"https://openalex.org/keywords/health-informatics","display_name":"Health informatics","score":0.29910001158714294}],"concepts":[{"id":"https://openalex.org/C3019806175","wikidata":"https://www.wikidata.org/wiki/Q11974939","display_name":"Health professionals","level":3,"score":0.6417999863624573},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.5738000273704529},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.5073000192642212},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.40459999442100525},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.36640000343322754},{"id":"https://openalex.org/C2988170871","wikidata":"https://www.wikidata.org/wiki/Q11000047","display_name":"Healthcare system","level":3,"score":0.34540000557899475},{"id":"https://openalex.org/C2989236134","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Patient care","level":2,"score":0.3434000015258789},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.323199987411499},{"id":"https://openalex.org/C3019150057","wikidata":"https://www.wikidata.org/wiki/Q92779279","display_name":"Medical information","level":2,"score":0.3190000057220459},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.30399999022483826},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3005000054836273},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.29910001158714294},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.2948000133037567},{"id":"https://openalex.org/C19648533","wikidata":"https://www.wikidata.org/wiki/Q691640","display_name":"Evidence-based medicine","level":3,"score":0.29330000281333923},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.29109999537467957},{"id":"https://openalex.org/C63527458","wikidata":"https://www.wikidata.org/wiki/Q5133829","display_name":"Clinical decision support system","level":3,"score":0.2870999872684479},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C121017731","wikidata":"https://www.wikidata.org/wiki/Q11661","display_name":"Information technology","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.26840001344680786},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.2671000063419342},{"id":"https://openalex.org/C3018838755","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Medical care","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C206179267","wikidata":"https://www.wikidata.org/wiki/Q188952","display_name":"Medical history","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C202645933","wikidata":"https://www.wikidata.org/wiki/Q4930","display_name":"eHealth","level":3,"score":0.2565999925136566},{"id":"https://openalex.org/C2776354556","wikidata":"https://www.wikidata.org/wiki/Q10910281","display_name":"Health information technology","level":3,"score":0.2531999945640564}],"mesh":[{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003142","descriptor_name":"Communication","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006282","descriptor_name":"Health Personnel","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":5,"locations":[{"id":"doi:10.1016/j.ijmedinf.2025.106250","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ijmedinf.2025.106250","pdf_url":null,"source":{"id":"https://openalex.org/S53142634","display_name":"International Journal of Medical Informatics","issn_l":"1386-5056","issn":["1386-5056","1872-8243"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Medical Informatics","raw_type":"journal-article"},{"id":"pmid:41529641","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41529641","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International journal of medical informatics","raw_type":null},{"id":"pmh:oai:pure.eur.nl:openaire/9f4f1d85-5957-4fe1-9b38-36ec159d1e35","is_oa":true,"landing_page_url":"https://pure.eur.nl/en/publications/9f4f1d85-5957-4fe1-9b38-36ec159d1e35","pdf_url":null,"source":{"id":"https://openalex.org/S4306401266","display_name":"EUR Research Repository (Erasmus University Rotterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I913958620","host_organization_name":"Erasmus University Rotterdam","host_organization_lineage":["https://openalex.org/I913958620"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Jacobs, M M G, Oosterhoff, J H F, Agricola, R & van der Weegen, W 2026, 'Large language models versus healthcare professionals in providing medical information to patient questions : A systematic review', International Journal of Medical Informatics, vol. 209, 106250. https://doi.org/10.1016/j.ijmedinf.2025.106250","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.eur.nl:publications/9f4f1d85-5957-4fe1-9b38-36ec159d1e35","is_oa":true,"landing_page_url":"https://pure.eur.nl/files/223166508/Large_language_models_versus_healthcare_professionals_in_providing_medical_information_to_patient_questions.pdf","pdf_url":"https://pure.eur.nl/ws/files/223166508/Large_language_models_versus_healthcare_professionals_in_providing_medical_information_to_patient_questions.pdf","source":{"id":"https://openalex.org/S4306401266","display_name":"EUR Research Repository (Erasmus University Rotterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I913958620","host_organization_name":"Erasmus University Rotterdam","host_organization_lineage":["https://openalex.org/I913958620"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Jacobs, M M G, Oosterhoff, J H F, Agricola, R & van der Weegen, W 2026, 'Large language models versus healthcare professionals in providing medical information to patient questions : A systematic review', International Journal of Medical Informatics, vol. 209, 106250. https://doi.org/10.1016/j.ijmedinf.2025.106250","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/329691","is_oa":false,"landing_page_url":"https://hdl.handle.net/2066/329691","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article / Letter to editor"}],"best_oa_location":{"id":"doi:10.1016/j.ijmedinf.2025.106250","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ijmedinf.2025.106250","pdf_url":null,"source":{"id":"https://openalex.org/S53142634","display_name":"International Journal of Medical Informatics","issn_l":"1386-5056","issn":["1386-5056","1872-8243"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Medical Informatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1997866278","https://openalex.org/W2004388890","https://openalex.org/W2560438049","https://openalex.org/W2747680751","https://openalex.org/W2954484941","https://openalex.org/W3186209406","https://openalex.org/W3202395426","https://openalex.org/W4200043507","https://openalex.org/W4220681150","https://openalex.org/W4293457270","https://openalex.org/W4294215472","https://openalex.org/W4313650317","https://openalex.org/W4367310920","https://openalex.org/W4384304901","https://openalex.org/W4385380523","https://openalex.org/W4387186637","https://openalex.org/W4387500346","https://openalex.org/W4388453260","https://openalex.org/W4388852239","https://openalex.org/W4389559041","https://openalex.org/W4390608046","https://openalex.org/W4391065975","https://openalex.org/W4391069573","https://openalex.org/W4392506286","https://openalex.org/W4393433644","https://openalex.org/W4394661002","https://openalex.org/W4395011691","https://openalex.org/W4396706729","https://openalex.org/W4399093667","https://openalex.org/W4399367209","https://openalex.org/W4400068628","https://openalex.org/W4400390455","https://openalex.org/W4400549596","https://openalex.org/W4401451564","https://openalex.org/W4402765248","https://openalex.org/W4403420208","https://openalex.org/W4404764563","https://openalex.org/W4406658975","https://openalex.org/W4406940294","https://openalex.org/W4407793348","https://openalex.org/W4407942084","https://openalex.org/W4408006177","https://openalex.org/W4408286179","https://openalex.org/W4409086731","https://openalex.org/W4409235391","https://openalex.org/W4409410391","https://openalex.org/W4410019229","https://openalex.org/W4410814572","https://openalex.org/W4413801922","https://openalex.org/W4415294710"],"related_works":[],"abstract_inverted_index":{"The":[0],"review":[1],"summarizes":[2],"current":[3],"evidence":[4],"on":[5],"the":[6],"accuracy":[7],"and":[8,25,47],"adequacy":[9],"of":[10],"medical":[11],"information":[12],"provided":[13],"by":[14],"LLMs":[15,29],"in":[16,35],"response":[17],"to":[18,22,44],"patient":[19],"questions,":[20],"compared":[21],"healthcare":[23],"professionals":[24],"clinical":[26],"guidelines.":[27],"While":[28],"show":[30],"potential":[31],"as":[32],"supportive":[33],"tools":[34],"healthcare,":[36],"their":[37],"integration":[38],"should":[39],"be":[40],"approached":[41],"cautiously":[42],"due":[43],"inconsistent":[45],"performance":[46],"possible":[48],"risks.":[49],"Further":[50],"research":[51],"is":[52],"essential":[53],"before":[54],"widespread":[55],"adoption.":[56]},"counts_by_year":[],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-12-31T00:00:00"}