{"id":"https://openalex.org/W4404088737","doi":"https://doi.org/10.48550/arxiv.2410.15528","title":"Improving Clinical Documentation with AI: A Comparative Study of Sporo AI Scribe and GPT-4o mini","display_name":"Improving Clinical Documentation with AI: A Comparative Study of Sporo AI Scribe and GPT-4o mini","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4404088737","doi":"https://doi.org/10.48550/arxiv.2410.15528"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.15528","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.15528","pdf_url":"https://arxiv.org/pdf/2410.15528","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.15528","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071751736","display_name":"Chanseo Lee","orcid":"https://orcid.org/0000-0001-6157-0881","observed_orcids":["https://orcid.org/0000-0001-6157-0881"]},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lee, Chanseo","raw_affiliation_strings":[". Sporo Health , Boston , MA",". Yale School of Medicine , New Haven , CT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":". Sporo Health , Boston , MA","institution_ids":[]},{"raw_affiliation_string":". Yale School of Medicine , New Haven , CT","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kumar, Sonu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Sonu","raw_affiliation_strings":[". Sporo Health , Boston , MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":". Sporo Health , Boston , MA","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Vogt, Kimon A.","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vogt, Kimon A.","raw_affiliation_strings":[". Sporo Health , Boston , MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":". Sporo Health , Boston , MA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114534406","display_name":"Sam Meraj","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meraj, Sam","raw_affiliation_strings":[". Sporo Health , Boston , MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":". Sporo Health , Boston , MA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8999000191688538,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8999000191688538,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.08940000087022781,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.004100000020116568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clinical-documentation","display_name":"clinical documentation","score":0.9259999990463257},{"id":"https://openalex.org/keywords/gpt-4o-mini","display_name":"GPT-4o-mini","score":0.8980000019073486},{"id":"https://openalex.org/keywords/electronic-health-records","display_name":"electronic health records","score":0.8220000267028809},{"id":"https://openalex.org/keywords/clinical-language-models","display_name":"clinical language models","score":0.5040000081062317},{"id":"https://openalex.org/keywords/multi-agent-systems","display_name":"multi-agent systems","score":0.7419999837875366},{"id":"https://openalex.org/keywords/clinical-note-summarization","display_name":"clinical note summarization","score":0.7059999704360962},{"id":"https://openalex.org/keywords/provider-satisfaction","display_name":"provider satisfaction","score":0.6729999780654907},{"id":"https://openalex.org/keywords/hallucinations","display_name":"hallucinations","score":0.7789999842643738},{"id":"https://openalex.org/keywords/patient-data-privacy","display_name":"patient data privacy","score":0.6299999952316284},{"id":"https://openalex.org/keywords/clinical-documentation-burden","display_name":"clinical documentation burden","score":0.35100001096725464}],"concepts":[{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.8689577579498291},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4535568058490753},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08440956473350525}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2410.15528","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.15528","pdf_url":"https://arxiv.org/pdf/2410.15528","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.15528","doi":"https://doi.org/10.48550/arxiv.2410.15528","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.15528","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.15528","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.15528","pdf_url":"https://arxiv.org/pdf/2410.15528","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.5683000087738037}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404088737.pdf","grobid_xml":"https://content.openalex.org/works/W4404088737.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2618286804","https://openalex.org/W2329643025","https://openalex.org/W2002770077","https://openalex.org/W3131163342","https://openalex.org/W2092256833","https://openalex.org/W2142369114","https://openalex.org/W2361728394"],"abstract_inverted_index":{"AI-powered":[0],"medical":[1,72,97,160],"scribes":[2,18,49,62],"have":[3],"emerged":[4],"as":[5,52],"a":[6,92,112,147,159,163],"promising":[7],"solution":[8],"to":[9,34,56,86,123],"alleviate":[10],"the":[11,32,45,67,76,184],"documentation":[12],"burden":[13],"in":[14,65,195],"healthcare.":[15],"Ambient":[16],"AI":[17,48,61,90,170,185,210],"provide":[19],"real-time":[20],"transcription":[21],"and":[22,39,69,74,135,162,179,200,215,230],"automated":[23],"data":[24],"entry":[25],"into":[26],"Electronic":[27],"Health":[28],"Records":[29],"(EHRs),":[30],"with":[31,103,202],"potential":[33],"improve":[35],"efficiency,":[36],"reduce":[37],"costs,":[38],"enhance":[40],"scalability.":[41],"Despite":[42],"early":[43],"success,":[44],"accuracy":[46],"of":[47,71,78,114,197,228],"remains":[50],"critical,":[51],"errors":[53],"can":[54],"lead":[55],"significant":[57],"clinical":[58,131,219],"consequences.":[59],"Additionally,":[60],"face":[63],"challenges":[64],"handling":[66],"complexity":[68],"variability":[70],"language":[73],"ensuring":[75],"privacy":[77,229],"sensitive":[79],"patient":[80,116],"data.":[81],"This":[82],"case":[83],"study":[84],"aims":[85],"evaluate":[87],"Sporo":[88,169,190,209],"Health's":[89],"scribe,":[91],"multi-agent":[93],"system":[94],"leveraging":[95],"fine-tuned":[96],"LLMs,":[98],"by":[99,142,157,189],"comparing":[100],"its":[101],"performance":[102,109],"OpenAI's":[104],"GPT-4o":[105,173],"Mini":[106],"on":[107,130],"multiple":[108],"metrics.":[110],"Using":[111],"dataset":[113],"de-identified":[115],"conversation":[117],"transcripts,":[118],"AI-generated":[119],"summaries":[120,187],"were":[121,139,191],"compared":[122],"clinician-generated":[124],"notes":[125],"(the":[126],"ground":[127],"truth)":[128],"based":[129],"content":[132],"recall,":[133,177],"precision,":[134,178],"F1":[136,181],"scores.":[137,182],"Evaluations":[138],"further":[140],"supplemented":[141],"clinician":[143,222],"satisfaction":[144],"assessments":[145],"using":[146],"modified":[148],"Physician":[149],"Documentation":[150],"Quality":[151],"Instrument":[152],"revision":[153],"9":[154],"(PDQI-9),":[155],"rated":[156,192],"both":[158],"student":[161],"physician.":[164],"The":[165],"results":[166],"show":[167],"that":[168,208],"consistently":[171],"outperformed":[172],"Mini,":[174],"achieving":[175],"higher":[176],"overall":[180],"Moreover,":[183],"generated":[186],"provided":[188],"more":[193],"favorably":[194],"terms":[196],"accuracy,":[198],"comprehensiveness,":[199],"relevance,":[201],"fewer":[203],"hallucinations.":[204],"These":[205],"findings":[206],"demonstrate":[207],"Scribe":[211],"is":[212],"an":[213],"effective":[214],"reliable":[216],"tool":[217],"for":[218],"documentation,":[220],"enhancing":[221],"workflows":[223],"while":[224],"maintaining":[225],"high":[226],"standards":[227],"security.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":2}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2024-11-06T00:00:00"}