{"id":"https://openalex.org/W7155372008","doi":"https://doi.org/10.1007/s10916-026-02392-3","title":"Validating Digital Scribes: A Scoping Review of Evaluation Practices and Clinical Use","display_name":"Validating Digital Scribes: A Scoping Review of Evaluation Practices and Clinical Use","publication_year":2026,"publication_date":"2026-04-24","ids":{"openalex":"https://openalex.org/W7155372008","doi":"https://doi.org/10.1007/s10916-026-02392-3","pmid":"https://pubmed.ncbi.nlm.nih.gov/42026370"},"language":"en","primary_location":{"id":"doi:10.1007/s10916-026-02392-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10916-026-02392-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10916-026-02392-3.pdf","source":{"id":"https://openalex.org/S37151855","display_name":"Journal of Medical Systems","issn_l":"0148-5598","issn":["0148-5598","1573-689X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10916-026-02392-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134373052","display_name":"Ekin Kerimo\u011flu","orcid":"https://orcid.org/0009-0005-4331-5285"},"institutions":[{"id":"https://openalex.org/I913958620","display_name":"Erasmus University Rotterdam","ror":"https://ror.org/057w15z03","country_code":"NL","type":"education","lineage":["https://openalex.org/I913958620"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Ekin Kerimo\u011flu","raw_affiliation_strings":["Erasmus School of Health Policy and Management (ESHPM), Erasmus University Rotterdam, Bayle Building, Burgemeester Oudlaan 50, Rotterdam, 3062PA, The Netherlands. kerimoglu@eshpm.eur.nl"],"raw_orcid":"https://orcid.org/0009-0005-4331-5285","affiliations":[{"raw_affiliation_string":"Erasmus School of Health Policy and Management (ESHPM), Erasmus University Rotterdam, Bayle Building, Burgemeester Oudlaan 50, Rotterdam, 3062PA, The Netherlands. kerimoglu@eshpm.eur.nl","institution_ids":["https://openalex.org/I913958620"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134399233","display_name":"Fleur V. Notermans","orcid":"https://orcid.org/0009-0004-4185-849X"},"institutions":[{"id":"https://openalex.org/I2801952686","display_name":"Erasmus MC","ror":"https://ror.org/018906e22","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2801952686"]},{"id":"https://openalex.org/I913958620","display_name":"Erasmus University Rotterdam","ror":"https://ror.org/057w15z03","country_code":"NL","type":"education","lineage":["https://openalex.org/I913958620"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Fleur V. Notermans","raw_affiliation_strings":["Dijkzigt, Erasmus Medical Center (Erasmus MC), Dr. Molewaterplein 40, Rotterdam, 3015GD, The Netherlands. f.notermans@erasmusmc.nl","Erasmus School of Health Policy and Management (ESHPM), Erasmus University Rotterdam, Bayle Building, Burgemeester Oudlaan 50, Rotterdam, 3062PA, The Netherlands. f.notermans@erasmusmc.nl"],"raw_orcid":"https://orcid.org/0009-0004-4185-849X","affiliations":[{"raw_affiliation_string":"Dijkzigt, Erasmus Medical Center (Erasmus MC), Dr. Molewaterplein 40, Rotterdam, 3015GD, The Netherlands. f.notermans@erasmusmc.nl","institution_ids":["https://openalex.org/I913958620","https://openalex.org/I2801952686"]},{"raw_affiliation_string":"Erasmus School of Health Policy and Management (ESHPM), Erasmus University Rotterdam, Bayle Building, Burgemeester Oudlaan 50, Rotterdam, 3062PA, The Netherlands. f.notermans@erasmusmc.nl","institution_ids":["https://openalex.org/I913958620"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075100230","display_name":"Milou Silkens","orcid":"https://orcid.org/0000-0001-8279-1341"},"institutions":[{"id":"https://openalex.org/I913958620","display_name":"Erasmus University Rotterdam","ror":"https://ror.org/057w15z03","country_code":"NL","type":"education","lineage":["https://openalex.org/I913958620"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Milou E. W. M. Silkens","raw_affiliation_strings":["Erasmus School of Health Policy and Management (ESHPM), Erasmus University Rotterdam, Bayle Building, Burgemeester Oudlaan 50, Rotterdam, 3062PA, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-8279-1341","affiliations":[{"raw_affiliation_string":"Erasmus School of Health Policy and Management (ESHPM), Erasmus University Rotterdam, Bayle Building, Burgemeester Oudlaan 50, Rotterdam, 3062PA, The Netherlands","institution_ids":["https://openalex.org/I913958620"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061650181","display_name":"Marleen de Mul","orcid":"https://orcid.org/0000-0003-3447-5920"},"institutions":[{"id":"https://openalex.org/I913958620","display_name":"Erasmus University Rotterdam","ror":"https://ror.org/057w15z03","country_code":"NL","type":"education","lineage":["https://openalex.org/I913958620"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marleen de Mul","raw_affiliation_strings":["Erasmus School of Health Policy and Management (ESHPM), Erasmus University Rotterdam, Bayle Building, Burgemeester Oudlaan 50, Rotterdam, 3062PA, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-3447-5920","affiliations":[{"raw_affiliation_string":"Erasmus School of Health Policy and Management (ESHPM), Erasmus University Rotterdam, Bayle Building, Burgemeester Oudlaan 50, Rotterdam, 3062PA, The Netherlands","institution_ids":["https://openalex.org/I913958620"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109609859","display_name":"Kees C. T. B. Ahaus","orcid":null},"institutions":[{"id":"https://openalex.org/I913958620","display_name":"Erasmus University Rotterdam","ror":"https://ror.org/057w15z03","country_code":"NL","type":"education","lineage":["https://openalex.org/I913958620"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Kees C. T. B. Ahaus","raw_affiliation_strings":["Erasmus School of Health Policy and Management (ESHPM), Erasmus University Rotterdam, Bayle Building, Burgemeester Oudlaan 50, Rotterdam, 3062PA, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-9973-3746","affiliations":[{"raw_affiliation_string":"Erasmus School of Health Policy and Management (ESHPM), Erasmus University Rotterdam, Bayle Building, Burgemeester Oudlaan 50, Rotterdam, 3062PA, The Netherlands","institution_ids":["https://openalex.org/I913958620"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5134424313","display_name":"Robert M. A. van der Boon","orcid":"https://orcid.org/0000-0001-6340-2590"},"institutions":[{"id":"https://openalex.org/I2801952686","display_name":"Erasmus MC","ror":"https://ror.org/018906e22","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2801952686"]},{"id":"https://openalex.org/I4210149908","display_name":"Erasmus MC Cancer Institute","ror":"https://ror.org/03r4m3349","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I2801952686","https://openalex.org/I4210149908"]},{"id":"https://openalex.org/I913958620","display_name":"Erasmus University Rotterdam","ror":"https://ror.org/057w15z03","country_code":"NL","type":"education","lineage":["https://openalex.org/I913958620"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Robert M. A. van der Boon","raw_affiliation_strings":["Department of Cardiology, Cardiovascular Institute, Erasmus Medical Center (Erasmus MC), Dr. Molewaterplein 40, Rotterdam, 3015GD, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-6340-2590","affiliations":[{"raw_affiliation_string":"Department of Cardiology, Cardiovascular Institute, Erasmus Medical Center (Erasmus MC), Dr. Molewaterplein 40, Rotterdam, 3015GD, The Netherlands","institution_ids":["https://openalex.org/I2801952686","https://openalex.org/I913958620","https://openalex.org/I4210149908"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5134373052"],"corresponding_institution_ids":["https://openalex.org/I913958620"],"apc_list":{"value":3390,"currency":"EUR","value_usd":4390},"apc_paid":{"value":3390,"currency":"EUR","value_usd":4390},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.7834681,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"50","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12372","display_name":"Art Therapy and Mental Health","score":0.03889999911189079,"subfield":{"id":"https://openalex.org/subfields/1206","display_name":"Conservation"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12372","display_name":"Art Therapy and Mental Health","score":0.03889999911189079,"subfield":{"id":"https://openalex.org/subfields/1206","display_name":"Conservation"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11759","display_name":"Occupational Therapy Practice and Research","score":0.037700001150369644,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11744","display_name":"Health Sciences Research and Education","score":0.027400000020861626,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/health-informatics","display_name":"Health informatics","score":0.7084000110626221},{"id":"https://openalex.org/keywords/digital-health","display_name":"Digital health","score":0.38769999146461487},{"id":"https://openalex.org/keywords/ehealth","display_name":"eHealth","score":0.3391000032424927},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.33629998564720154},{"id":"https://openalex.org/keywords/informatics","display_name":"Informatics","score":0.29269999265670776},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.26750001311302185}],"concepts":[{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.7084000110626221},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5205000042915344},{"id":"https://openalex.org/C2780433410","wikidata":"https://www.wikidata.org/wiki/Q5276090","display_name":"Digital health","level":3,"score":0.38769999146461487},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34130001068115234},{"id":"https://openalex.org/C202645933","wikidata":"https://www.wikidata.org/wiki/Q4930","display_name":"eHealth","level":3,"score":0.3391000032424927},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.33629998564720154},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3174000084400177},{"id":"https://openalex.org/C191630685","wikidata":"https://www.wikidata.org/wiki/Q4027615","display_name":"Informatics","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.28790000081062317},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C2780877353","wikidata":"https://www.wikidata.org/wiki/Q2518253","display_name":"Health services research","level":3,"score":0.26739999651908875},{"id":"https://openalex.org/C2779891985","wikidata":"https://www.wikidata.org/wiki/Q46994","display_name":"Telemedicine","level":3,"score":0.2669000029563904},{"id":"https://openalex.org/C2779363104","wikidata":"https://www.wikidata.org/wiki/Q17069079","display_name":"mHealth","level":3,"score":0.2583000063896179}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s10916-026-02392-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10916-026-02392-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10916-026-02392-3.pdf","source":{"id":"https://openalex.org/S37151855","display_name":"Journal of Medical Systems","issn_l":"0148-5598","issn":["0148-5598","1573-689X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Systems","raw_type":"journal-article"},{"id":"pmid:42026370","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42026370","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of medical systems","raw_type":null},{"id":"pmh:oai:pure.eur.nl:openaire/1c2ac6a7-318d-436d-a22e-0469a13a7298","is_oa":true,"landing_page_url":"https://pure.eur.nl/en/publications/1c2ac6a7-318d-436d-a22e-0469a13a7298","pdf_url":null,"source":{"id":"https://openalex.org/S4306401266","display_name":"EUR Research Repository (Erasmus University Rotterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I913958620","host_organization_name":"Erasmus University Rotterdam","host_organization_lineage":["https://openalex.org/I913958620"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Kerimo\u011flu, E, Notermans, F V, Silkens, M E W M, de Mul, M, Ahaus, K C T B & van der Boon, R M A 2026, 'Validating Digital Scribes : A Scoping Review of Evaluation Practices and Clinical Use', Journal of Medical Systems, vol. 50, no. 1, 62. https://doi.org/10.1007/s10916-026-02392-3","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pubmedcentral.nih.gov:13106249","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13106249/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Med Syst","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s10916-026-02392-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10916-026-02392-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10916-026-02392-3.pdf","source":{"id":"https://openalex.org/S37151855","display_name":"Journal of Medical Systems","issn_l":"0148-5598","issn":["0148-5598","1573-689X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7155372008.pdf","grobid_xml":"https://content.openalex.org/works/W7155372008.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W2147310642","https://openalex.org/W2891378911","https://openalex.org/W2946661638","https://openalex.org/W2989925457","https://openalex.org/W3025476769","https://openalex.org/W3081603953","https://openalex.org/W3083992516","https://openalex.org/W3139390182","https://openalex.org/W3163905180","https://openalex.org/W4280488363","https://openalex.org/W4285242550","https://openalex.org/W4287887173","https://openalex.org/W4384561707","https://openalex.org/W4388281551","https://openalex.org/W4392193048","https://openalex.org/W4392632345","https://openalex.org/W4396833649","https://openalex.org/W4396851638","https://openalex.org/W4396915007","https://openalex.org/W4400052994","https://openalex.org/W4400070967","https://openalex.org/W4400456006","https://openalex.org/W4402732546","https://openalex.org/W4404547031","https://openalex.org/W4406141733","https://openalex.org/W4406152263","https://openalex.org/W4407853749","https://openalex.org/W4411274781","https://openalex.org/W4411857731","https://openalex.org/W4415976151"],"related_works":[],"abstract_inverted_index":{"Clinical":[0],"documentation":[1,115,182],"accounts":[2],"for":[3,190],"a":[4,101],"substantial":[5],"share":[6],"of":[7,25],"clinicians\u2019":[8],"working":[9],"time,":[10],"contributing":[11],"to":[12,38,48,105,113,198,214],"administrative":[13],"burden":[14],"and":[15,33,50,54,70,72,130,138,152,158,181,194,209,217],"reduced":[16],"patient-facing":[17],"care.":[18,222],"Artificial":[19],"intelligence":[20],"has":[21],"stimulated":[22],"the":[23,46,80,188],"development":[24,94],"digital":[26,63,109,201],"scribes":[27,64,110,202],"that":[28,88,164,200],"combine":[29],"speech":[30],"recognition":[31],"(ASR)":[32],"large":[34],"language":[35],"models":[36],"(LLMs)":[37],"generate":[39],"clinical":[40,77,141,179,221],"notes":[41],"from":[42,211],"patient\u2013provider":[43],"conversations":[44],"with":[45,99,178],"aim":[47],"automate":[49],"support":[51,76],"this":[52,56],"process":[53],"reduce":[55],"burden.":[57],"This":[58],"scoping":[59],"review":[60,186],"explores":[61],"how":[62],"are":[65,119],"currently":[66],"validated,":[67],"both":[68],"technical":[69,172],"clinical,":[71],"whether":[73],"they":[74],"reliably":[75],"workflows.":[78],"Using":[79],"Technology":[81],"Readiness":[82],"Level":[83],"(TRL)":[84],"framework,":[85],"we":[86],"show":[87,111],"most":[89,122],"systems":[90],"remain":[91,143],"in":[92],"early":[93],"stages":[95],"(typically":[96],"TRL":[97,208],"3&4),":[98],"only":[100,169],"small":[102],"number":[103],"progressing":[104],"workflow":[106],"integration.":[107],"While":[108],"potential":[112],"improve":[114],"efficiency,":[116],"validation":[117,192],"methods":[118],"highly":[120],"heterogeneous,":[121],"studies":[123,197],"rely":[124],"on":[125,170,176],"simulated":[126],"or":[127],"retrospective":[128],"data,":[129],"real-world":[131,196],"testing":[132],"is":[133],"limited.":[134,144],"Consequently,":[135],"cross-system":[136],"comparisons":[137],"conclusions":[139],"about":[140],"performance":[142],"We":[145],"identified":[146],"three":[147],"motivational":[148],"frames:":[149],"human-,":[150],"performance-,":[151],"system-oriented,":[153],"which":[154],"shape":[155],"evaluation":[156],"practices":[157],"outcome":[159],"expectations.":[160],"These":[161],"findings":[162],"suggest":[163],"successful":[165],"implementation":[166],"depends":[167],"not":[168],"scribes\u2019":[171],"capability":[173],"but":[174],"also":[175],"alignment":[177],"needs":[180],"styles.":[183],"Overall,":[184],"our":[185],"underscores":[187],"need":[189],"standardised":[191],"frameworks":[193],"prospective":[195],"ensure":[199],"progress":[203],"beyond":[204],"their":[205],"current":[206],"low":[207],"move":[210],"experimental":[212],"promise":[213],"safe,":[215],"effective,":[216],"sustainable":[218],"integration":[219],"into":[220]},"counts_by_year":[],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2026-04-24T00:00:00"}