{"id":"https://openalex.org/W7213301711","doi":"https://doi.org/10.64898/2026.09.10.26362715","title":"Beyond word error rate: clinical risk as the necessary standard for ambient AI scribe evaluation: evidence from 77 global languages","display_name":"Beyond word error rate: clinical risk as the necessary standard for ambient AI scribe evaluation: evidence from 77 global languages","publication_year":2026,"publication_date":"2026-09-14","ids":{"openalex":"https://openalex.org/W7213301711","doi":"https://doi.org/10.64898/2026.09.10.26362715"},"language":"en","primary_location":{"id":"doi:10.64898/2026.09.10.26362715","doi":"https://doi.org/10.64898/2026.09.10.26362715","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.09.10.26362715","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/09/14/2026.09.10.26362715.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.medrxiv.org/content/medrxiv/early/2026/09/14/2026.09.10.26362715.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081009987","display_name":"Henry Bergman","orcid":"https://orcid.org/0000-0002-3493-5299","observed_orcids":["https://orcid.org/0000-0002-3493-5299"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Henry Bergman","raw_affiliation_strings":["Clinical AI Research, Heidi Health, 140 Goswell Road, London EC1V 7DY, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-3493-5299","affiliations":[{"raw_affiliation_string":"Clinical AI Research, Heidi Health, 140 Goswell Road, London EC1V 7DY, United Kingdom","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147718053","display_name":"Vivian Liu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vivian Liu","raw_affiliation_strings":["Clinical AI Research, Heidi Health, 140 Goswell Road, London EC1V 7DY, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinical AI Research, Heidi Health, 140 Goswell Road, London EC1V 7DY, United Kingdom","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139770571","display_name":"Ben Austin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ben Austin","raw_affiliation_strings":["Clinical AI Research, Heidi Health, 140 Goswell Road, London EC1V 7DY, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinical AI Research, Heidi Health, 140 Goswell Road, London EC1V 7DY, United Kingdom","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070312669","display_name":"Rohan Sanghera","orcid":"https://orcid.org/0000-0001-6370-8426","observed_orcids":["https://orcid.org/0000-0001-6370-8426"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rohan Sanghera","raw_affiliation_strings":["Clinical AI Research, Heidi Health, 140 Goswell Road, London EC1V 7DY, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinical AI Research, Heidi Health, 140 Goswell Road, London EC1V 7DY, United Kingdom","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5081009987"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7172999978065491,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7172999978065491,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.13699999451637268,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.0478999987244606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ambient-ai-scribes","display_name":"ambient AI scribes","score":0.8140000104904175},{"id":"https://openalex.org/keywords/speech-to-text-transcription","display_name":"speech-to-text transcription","score":0.7680000066757202},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"word error rate","score":0.9399999976158142},{"id":"https://openalex.org/keywords/clinical-risk","display_name":"clinical risk","score":0.8080000281333923},{"id":"https://openalex.org/keywords/clinical-safety","display_name":"clinical safety","score":0.5440000295639038},{"id":"https://openalex.org/keywords/low-resource-languages","display_name":"low-resource languages","score":0.7680000066757202},{"id":"https://openalex.org/keywords/multilingual-corpora","display_name":"multilingual corpora","score":0.8259999752044678}],"concepts":[{"id":"https://openalex.org/C2779077324","wikidata":"https://www.wikidata.org/wiki/Q1087138","display_name":"Dictation","level":2,"score":0.7275999784469604},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.7152000069618225},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5824999809265137},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5806000232696533},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.4952999949455261},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.44119998812675476},{"id":"https://openalex.org/C179926584","wikidata":"https://www.wikidata.org/wiki/Q207714","display_name":"Transcription (linguistics)","level":2,"score":0.4383000135421753},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4050000011920929},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.39489999413490295},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.3659999966621399},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.3659999966621399},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.33730000257492065},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.31200000643730164},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.27649998664855957},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2671000063419342},{"id":"https://openalex.org/C175293574","wikidata":"https://www.wikidata.org/wiki/Q697133","display_name":"Word lists by frequency","level":3,"score":0.2587999999523163},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.64898/2026.09.10.26362715","doi":"https://doi.org/10.64898/2026.09.10.26362715","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.09.10.26362715","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/09/14/2026.09.10.26362715.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.64898/2026.09.10.26362715","doi":"https://doi.org/10.64898/2026.09.10.26362715","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.09.10.26362715","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/09/14/2026.09.10.26362715.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.8371999859809875,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7213301711.pdf","grobid_xml":"https://content.openalex.org/works/W7213301711.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W1983897914","https://openalex.org/W1996290308","https://openalex.org/W2037789405","https://openalex.org/W2080675410","https://openalex.org/W2115411456","https://openalex.org/W2139865360","https://openalex.org/W2155949904","https://openalex.org/W2161554615","https://openalex.org/W2198918681","https://openalex.org/W2281090488","https://openalex.org/W2829536104","https://openalex.org/W2884605954","https://openalex.org/W2897734539","https://openalex.org/W2912822460","https://openalex.org/W2966690051","https://openalex.org/W3010892812","https://openalex.org/W3012297150","https://openalex.org/W3012624518","https://openalex.org/W3017311573","https://openalex.org/W3101245758","https://openalex.org/W4400315390","https://openalex.org/W4410343193","https://openalex.org/W4416451813","https://openalex.org/W4416715916","https://openalex.org/W7154704120","https://openalex.org/W7203630223"],"related_works":["https://openalex.org/W7214083531","https://openalex.org/W7106254300","https://openalex.org/W7163678975","https://openalex.org/W7171555844","https://openalex.org/W7154501708","https://openalex.org/W7162404469","https://openalex.org/W7167435908","https://openalex.org/W7160432858","https://openalex.org/W4391675947","https://openalex.org/W7162001829"],"abstract_inverted_index":{"Abstract":[0],"Objective":[1],"Ambient":[2],"AI":[3],"scribes":[4],"evaluated":[5],"using":[6,87],"frequency-based":[7],"metrics":[8,27,68,120,214,275],"such":[9],"as":[10,242],"word":[11],"error":[12,83,251],"rate":[13,268],"(WER),":[14],"which":[15],"do":[16,236],"not":[17,216,237,264],"represent":[18],"clinical":[19,40,128,246],"consequence.":[20],"We":[21,33,295],"tested":[22],"whether":[23],"variation":[24],"in":[25,85,181],"these":[26,234],"tracks":[28],"consequential":[29,225],"transcription":[30,231],"errors.":[31,157,226],"Methods":[32],"constructed":[34],"a":[35,44,62,88,122,178,243,297],"multilingual":[36,210],"corpus":[37],"from":[38,77],"five":[39],"dictation":[41],"scripts":[42],"spanning":[43],"complexity":[45,159,193,294],"gradient,":[46],"translated":[47],"into":[48],"99":[49],"languages,":[50],"rendered":[51],"to":[52,174,189],"synthetic":[53],"speech":[54],"under":[55],"three":[56],"acoustic":[57],"conditions,":[58],"and":[59,110],"transcribed":[60],"by":[61,94,155,283],"production":[63],"ambient":[64],"scribe.":[65],"Six":[66],"frequency":[67,119,257,274],"were":[69,107,133],"computed.":[70],"Three":[71],"independent":[72],"large":[73],"language":[74,289],"model":[75],"raters":[76],"external":[78],"providers":[79],"assessed":[80],"clinically":[81,224],"meaningful":[82],"patterns":[84],"context":[86],"Severity":[89,139],"x":[90],"Likelihood":[91,141],"framework":[92],"informed":[93],"UK":[95],"digital":[96],"clinical-safety-risk-management":[97],"principles.":[98],"Results":[99],"Across":[100,207],"59,819":[101],"genuine":[102],"transcription-error":[103],"occurrences,":[104],"58,329":[105],"(97.5%)":[106],"LOW":[108],"risk":[109,129,183,200,292],"251":[111],"(0.42%)":[112],"CRITICAL":[113],"or":[114],"HIGH.":[115],"None":[116],"of":[117,198,223,250],"six":[118],"showed":[121,276],"statistically":[123],"detectable":[124,179],"association":[125],"with":[126,146],"serious":[127,199,266,291],"across":[130,269],"languages;":[131],"correlations":[132],"small":[134],"(absolute":[135],"Spearman":[136],"\u03c1<0.16).":[137],"A":[138],"\u00d7":[140],"sum":[142],"remained":[143,153,281],"strongly":[144],"correlated":[145],"WER":[147,166,227,262],"(\u03c1=0.80),":[148],"showing":[149],"that":[150,256],"the":[151,195,219,277],"aggregate":[152,212],"dominated":[154,282],"benign":[156],"At":[158],"level":[160],"3,":[161],"low-resource":[162],"languages":[163,169,271],"had":[164],"worse":[165],"than":[167],"high-resource":[168],"(\u03b2=+0.078,":[170],"95%":[171,186],"CI":[172,187],"+0.045":[173],"+0.111;":[175],"p<0.0001),":[176],"without":[177],"difference":[180],"CRITICAL/HIGH":[182],"(OR":[184,201],"1.21,":[185],"0.43":[188],"3.43;":[190],"p=0.72).":[191],"Consultation":[192],"was":[194],"principal":[196],"predictor":[197],"3.06":[202],"per":[203],"level,":[204],"p<0.0001).":[205],"Conclusion":[206],"this":[208],"controlled":[209],"corpus,":[211],"transcription-frequency":[213],"did":[215,263],"reliably":[217],"track":[218,265],"sparse":[220],"severe":[221],"tail":[222],"remains":[228],"appropriate":[229],"for":[230,245],"quality,":[232],"but":[233],"data":[235],"support":[238],"its":[239],"use":[240],"alone":[241],"proxy":[244],"safety.":[247],"Context-aware":[248],"assessment":[249],"consequence":[252],"provides":[253],"complementary":[254],"information":[255],"measures":[258],"can":[259],"dilute.":[260],"Highlights":[261],"clinical-risks":[267],"77":[270],"Five":[272],"related":[273],"same":[278],"dissociation":[279],"Severity-weighting":[280],"common":[284],"low-risk":[285],"errors":[286],"Quality":[287],"tracked":[288,293],"resource;":[290],"provide":[296],"reusable":[298],"context-aware":[299],"clinical-risk":[300],"instrument":[301]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-09-16T00:00:00"}