{"id":"https://openalex.org/W7166190085","doi":"https://doi.org/10.1002/jeo2.70813","title":"Promising performance of locally deployed large language models for postoperative orthopaedic patient questions: An In Silico analysis","display_name":"Promising performance of locally deployed large language models for postoperative orthopaedic patient questions: An In Silico analysis","publication_year":2026,"publication_date":"2026-06-26","ids":{"openalex":"https://openalex.org/W7166190085","doi":"https://doi.org/10.1002/jeo2.70813","pmid":"https://pubmed.ncbi.nlm.nih.gov/42367364","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/13307610"},"language":"en","primary_location":{"id":"doi:10.1002/jeo2.70813","doi":"https://doi.org/10.1002/jeo2.70813","is_oa":true,"landing_page_url":"https://doi.org/10.1002/jeo2.70813","pdf_url":null,"source":{"id":"https://openalex.org/S2738219336","display_name":"Journal of Experimental Orthopaedics","issn_l":"2197-1153","issn":["2197-1153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Experimental Orthopaedics","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1002/jeo2.70813","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093528913","display_name":"Lea Lanter","orcid":"https://orcid.org/0009-0005-6824-5615","observed_orcids":["https://orcid.org/0009-0005-6824-5615"]},"institutions":[{"id":"https://openalex.org/I4210124057","display_name":"Universit\u00e4tsklinik Balgrist","ror":"https://ror.org/02yzaka98","country_code":"CH","type":"healthcare","lineage":["https://openalex.org/I4210124057"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Lea Lanter","raw_affiliation_strings":["Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland"],"raw_orcid":"https://orcid.org/0009-0005-6824-5615","affiliations":[{"raw_affiliation_string":"Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland","institution_ids":["https://openalex.org/I4210124057"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139397244","display_name":"Sophie Masel","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210124057","display_name":"Universit\u00e4tsklinik Balgrist","ror":"https://ror.org/02yzaka98","country_code":"CH","type":"healthcare","lineage":["https://openalex.org/I4210124057"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Sophie Masel","raw_affiliation_strings":["Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland","institution_ids":["https://openalex.org/I4210124057"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000650955","display_name":"Bettina Hochreiter","orcid":"https://orcid.org/0000-0002-5486-7705","observed_orcids":["https://orcid.org/0000-0002-5486-7705"]},"institutions":[{"id":"https://openalex.org/I4210124057","display_name":"Universit\u00e4tsklinik Balgrist","ror":"https://ror.org/02yzaka98","country_code":"CH","type":"healthcare","lineage":["https://openalex.org/I4210124057"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Bettina Hochreiter","raw_affiliation_strings":["Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-5486-7705","affiliations":[{"raw_affiliation_string":"Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland","institution_ids":["https://openalex.org/I4210124057"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040500251","display_name":"Michel Meisterhans","orcid":"https://orcid.org/0000-0002-2478-3877","observed_orcids":["https://orcid.org/0000-0002-2478-3877"]},"institutions":[{"id":"https://openalex.org/I4210124057","display_name":"Universit\u00e4tsklinik Balgrist","ror":"https://ror.org/02yzaka98","country_code":"CH","type":"healthcare","lineage":["https://openalex.org/I4210124057"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Michel Meisterhans","raw_affiliation_strings":["Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-2478-3877","affiliations":[{"raw_affiliation_string":"Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland","institution_ids":["https://openalex.org/I4210124057"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000251783","display_name":"Michael Rebsamen","orcid":"https://orcid.org/0000-0002-8441-1485","observed_orcids":["https://orcid.org/0000-0002-8441-1485"]},"institutions":[{"id":"https://openalex.org/I4210124057","display_name":"Universit\u00e4tsklinik Balgrist","ror":"https://ror.org/02yzaka98","country_code":"CH","type":"healthcare","lineage":["https://openalex.org/I4210124057"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Michael Rebsamen","raw_affiliation_strings":["Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland","institution_ids":["https://openalex.org/I4210124057"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113352612","display_name":"Benedikt Herzog","orcid":"https://orcid.org/0009-0003-3184-322X","observed_orcids":["https://orcid.org/0009-0003-3184-322X"]},"institutions":[{"id":"https://openalex.org/I4210124057","display_name":"Universit\u00e4tsklinik Balgrist","ror":"https://ror.org/02yzaka98","country_code":"CH","type":"healthcare","lineage":["https://openalex.org/I4210124057"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Benedikt Herzog","raw_affiliation_strings":["Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland","institution_ids":["https://openalex.org/I4210124057"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079015990","display_name":"Sebastiano Caprara","orcid":"https://orcid.org/0000-0001-5636-5437","observed_orcids":["https://orcid.org/0000-0001-5636-5437"]},"institutions":[{"id":"https://openalex.org/I4210124057","display_name":"Universit\u00e4tsklinik Balgrist","ror":"https://ror.org/02yzaka98","country_code":"CH","type":"healthcare","lineage":["https://openalex.org/I4210124057"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Sebastiano Caprara","raw_affiliation_strings":["Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland","institution_ids":["https://openalex.org/I4210124057"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5093677354","display_name":"Felix Conrad Oettl","orcid":"https://orcid.org/0000-0001-9721-685X","observed_orcids":["https://orcid.org/0000-0001-9721-685X"]},"institutions":[{"id":"https://openalex.org/I4210124057","display_name":"Universit\u00e4tsklinik Balgrist","ror":"https://ror.org/02yzaka98","country_code":"CH","type":"healthcare","lineage":["https://openalex.org/I4210124057"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Felix C. Oettl","raw_affiliation_strings":["Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-9721-685X","affiliations":[{"raw_affiliation_string":"Department of Orthopaedic Surgery Balgrist University Hospital Zurich Switzerland","institution_ids":["https://openalex.org/I4210124057"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5093528913"],"corresponding_institution_ids":["https://openalex.org/I4210124057"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.6002,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.91667543,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"13","issue":"3","first_page":"e70813","last_page":"e70813"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9800000190734863},{"id":"https://openalex.org/keywords/commercial-llms","display_name":"commercial LLMs","score":0.8149999976158142},{"id":"https://openalex.org/keywords/orthopedic-surgery","display_name":"orthopedic surgery","score":0.8539999723434448},{"id":"https://openalex.org/keywords/patient-communication","display_name":"patient communication","score":0.7379999756813049},{"id":"https://openalex.org/keywords/model-safety","display_name":"model safety","score":0.5299999713897705},{"id":"https://openalex.org/keywords/hallucinations","display_name":"hallucinations","score":0.6769999861717224},{"id":"https://openalex.org/keywords/gpt-5","display_name":"GPT-5","score":0.6449999809265137},{"id":"https://openalex.org/keywords/in-silico-evaluation","display_name":"in silico evaluation","score":0.6549999713897705},{"id":"https://openalex.org/keywords/patient-safety","display_name":"patient safety","score":0.3580000102519989}],"concepts":[{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.598800003528595},{"id":"https://openalex.org/C2777548347","wikidata":"https://www.wikidata.org/wiki/Q5456937","display_name":"Flagging","level":2,"score":0.5284000039100647},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.46309998631477356},{"id":"https://openalex.org/C68312169","wikidata":"https://www.wikidata.org/wiki/Q216685","display_name":"Orthopedic surgery","level":2,"score":0.4514999985694885},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.4449000060558319},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.43549999594688416},{"id":"https://openalex.org/C206041023","wikidata":"https://www.wikidata.org/wiki/Q1751970","display_name":"Wilcoxon signed-rank test","level":3,"score":0.4318000078201294},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4041999876499176},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38199999928474426},{"id":"https://openalex.org/C2775944032","wikidata":"https://www.wikidata.org/wiki/Q22907659","display_name":"Patient satisfaction","level":2,"score":0.36550000309944153},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3492000102996826},{"id":"https://openalex.org/C38721330","wikidata":"https://www.wikidata.org/wiki/Q80056","display_name":"Sonnet","level":3,"score":0.337799996137619},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3287000060081482},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3260999917984009},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31859999895095825},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C137992405","wikidata":"https://www.wikidata.org/wiki/Q1137608","display_name":"Health administration","level":3,"score":0.2897000014781952},{"id":"https://openalex.org/C1862650","wikidata":"https://www.wikidata.org/wiki/Q186005","display_name":"Physical therapy","level":1,"score":0.28790000081062317},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2809000015258789},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.2782000005245209},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.27480000257492065},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.2605000138282776},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.25519999861717224}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1002/jeo2.70813","doi":"https://doi.org/10.1002/jeo2.70813","is_oa":true,"landing_page_url":"https://doi.org/10.1002/jeo2.70813","pdf_url":null,"source":{"id":"https://openalex.org/S2738219336","display_name":"Journal of Experimental Orthopaedics","issn_l":"2197-1153","issn":["2197-1153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Experimental Orthopaedics","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13307610","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13307610/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13307610/pdf/JEO2-13-e70813.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"J Exp Orthop","raw_type":"Text"},{"id":"pmid:42367364","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42367364","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of experimental orthopaedics","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:b7000de03eb944eea1147cf2fed52862","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/b7000de03eb944eea1147cf2fed52862","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Experimental Orthopaedics, Vol 13, Iss 3, Pp n/a-n/a (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1002/jeo2.70813","doi":"https://doi.org/10.1002/jeo2.70813","is_oa":true,"landing_page_url":"https://doi.org/10.1002/jeo2.70813","pdf_url":null,"source":{"id":"https://openalex.org/S2738219336","display_name":"Journal of Experimental Orthopaedics","issn_l":"2197-1153","issn":["2197-1153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Experimental Orthopaedics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.9763000011444092}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166190085.pdf","grobid_xml":"https://content.openalex.org/works/W7166190085.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W3205958636","https://openalex.org/W4210359077","https://openalex.org/W4308956344","https://openalex.org/W4361298490","https://openalex.org/W4384499300","https://openalex.org/W4385667643","https://openalex.org/W4386448461","https://openalex.org/W4387242094","https://openalex.org/W4390477182","https://openalex.org/W4391779682","https://openalex.org/W4396688180","https://openalex.org/W4400742190","https://openalex.org/W4402909345","https://openalex.org/W4405812918","https://openalex.org/W4413357894","https://openalex.org/W4415617091"],"related_works":["https://openalex.org/W7223066018","https://openalex.org/W7214752707","https://openalex.org/W7213344089","https://openalex.org/W7223214107","https://openalex.org/W7214992661","https://openalex.org/W7204453650","https://openalex.org/W4412744699","https://openalex.org/W4395031821","https://openalex.org/W4385570062","https://openalex.org/W7215068933"],"abstract_inverted_index":{"Abstract":[0],"Purpose":[1],"Generative":[2],"artificial":[3],"intelligence":[4],"(AI),":[5],"particularly":[6],"large":[7],"language":[8],"models":[9],"(LLMs),":[10],"are":[11,39],"increasingly":[12],"utilised":[13],"in":[14,215,224,239,246],"healthcare.":[15],"While":[16],"this":[17,234,262],"may":[18],"reduce":[19],"the":[20,51,95,126,231],"initial":[21],"workload":[22],"of":[23,53,226,300],"healthcare":[24],"professionals,":[25],"unvalidated":[26],"model":[27,121,242,249],"outputs":[28],"can":[29],"pose":[30],"a":[31],"relevant":[32],"risk":[33],"to":[34,61,79,236],"patient":[35,59,66,73],"safety":[36,102,297],"if":[37],"they":[38,277],"inaccurate,":[40],"incomplete":[41],"or":[42],"inconsistent":[43],"with":[44,129,217],"recommendations.":[45],"This":[46],"study":[47],"evaluates":[48],"and":[49,55,68,77,86,103,113,174,193,209,220,244,272,295],"compares":[50],"performance":[52,122,144,154,162,271],"local":[54,289],"commercial":[56,266],"LLMs":[57,267,290],"on":[58],"questions":[60,74],"inform":[62],"institutional":[63],"strategies":[64],"for":[65,133,166],"communication":[67],"management.":[69],"Methods":[70],"Twenty":[71],"postoperative":[72],"were":[75,92,145,164,213],"constructed":[76],"posed":[78],"GPT\u20105,":[80],"Claude":[81,167,194],"4.5":[82,168,195],"Sonnet":[83,169,196],"(commercial":[84],"models)":[85],"GPT\u2010OSS,":[87],"Apertus":[88,184,202],"(locally":[89],"hosted).":[90],"Responses":[91],"assessed":[93,118],"using":[94,125],"QUEST":[96,190],"framework":[97],"evaluating":[98],"quality,":[99,207],"understanding,":[100],"expression,":[101],"trust.":[104],"Four":[105],"blinded":[106],"reviewers,":[107],"two":[108,114],"board\u2010certified":[109],"fellowship\u2010trained":[110],"orthopaedic":[111,115],"surgeons":[112],"surgery":[116],"residents":[117],"responses.":[119,250],"Overall":[120],"was":[123,253],"compared":[124],"Friedman":[127],"test,":[128],"Wilcoxon":[130],"signed\u2010rank":[131],"tests":[132],"pairwise":[134],"post":[135],"hoc":[136],"comparisons.":[137],"Metrics":[138],"where":[139],"lower":[140,204],"values":[141,150],"indicate":[142],"better":[143,153],"inverted":[146],"so":[147],"that":[148],"higher":[149,269],"uniformly":[151],"represent":[152],"across":[155,205],"all":[156],"metrics.":[157],"Results":[158],"The":[159],"highest":[160],"overall":[161,270],"scores":[163],"observed":[165],"(mean":[170],"0.949,":[171],"SD":[172],"0.124)":[173],"GPT\u20105":[175,192],"(0.937,":[176],"0.142),":[177],"followed":[178],"by":[179],"GPT\u2010OSS":[180],"(0.873,":[181],"0.189),":[182],"while":[183],"performed":[185],"worst":[186],"(0.693,":[187],"0.317).":[188],"On":[189],"dimensions,":[191],"achieved":[197],"consistently":[198],"high":[199],"ratings,":[200,275],"whereas":[201],"scored":[203],"information":[206],"reasoning":[208],"expression.":[210],"Safety\u2010relevant":[211],"issues":[212],"concentrated":[214],"Apertus,":[216],"harmful":[218,237],"content":[219,238],"fabrication":[221,245],"each":[222],"occurring":[223],"22.5%":[225],"evaluated":[227],"ratings":[228],"(18/80).":[229],"At":[230],"output":[232],"level,":[233],"corresponded":[235],"9/20":[240],"unique":[241,248],"responses,":[243],"11/20":[247],"Inter\u2010rater":[251],"agreement":[252],"moderate":[254],"(overall":[255],"Fleiss'":[256],"\u03ba":[257],"\u2248":[258],"0.50).":[259],"Conclusions":[260],"In":[261],"structured":[263],"evaluation":[264],"setting,":[265],"showed":[268],"fewer":[273],"safety\u2010relevant":[274],"but":[276],"remain":[278],"externally":[279],"controlled.":[280],"Achieving":[281],"privacy\u2010compliant,":[282],"real\u2010time":[283],"clinical":[284],"integration":[285],"will":[286],"require":[287],"advancing":[288],"through":[291],"fine\u2010tuning,":[292],"rigorous":[293],"validation":[294],"robust":[296],"guardrails.":[298],"Level":[299,302],"Evidence":[301],"V.":[303]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-06-27T00:00:00"}