{"id":"https://openalex.org/W7223671277","doi":"https://doi.org/10.1097/j.jcrs.0000000000002088","title":"OpenEvidence versus Six Leading Large Language Models in Refractive Surgery: Does Curated Medical Evidence Confer an Advantage?","display_name":"OpenEvidence versus Six Leading Large Language Models in Refractive Surgery: Does Curated Medical Evidence Confer an Advantage?","publication_year":2026,"publication_date":"2026-10-26","ids":{"openalex":"https://openalex.org/W7223671277","doi":"https://doi.org/10.1097/j.jcrs.0000000000002088","pmid":"https://pubmed.ncbi.nlm.nih.gov/42929207"},"language":"en","primary_location":{"id":"doi:10.1097/j.jcrs.0000000000002088","doi":"https://doi.org/10.1097/j.jcrs.0000000000002088","is_oa":false,"landing_page_url":"https://doi.org/10.1097/j.jcrs.0000000000002088","pdf_url":null,"source":{"id":"https://openalex.org/S107025856","display_name":"Journal of Cataract & Refractive Surgery","issn_l":"0146-2776","issn":["0146-2776","0886-3350","1873-4502","2543-1595"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cataract &amp; Refractive Surgery","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051865891","display_name":"Avi A. Wallerstein","orcid":"https://orcid.org/0000-0003-3081-1763","observed_orcids":["https://orcid.org/0000-0003-3081-1763"]},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Avi Wallerstein","raw_affiliation_strings":["Department of Ophthalmology and Visual Sciences, McGill University, Montreal, QC, Canada","Division of Surgical and Interventional Sciences, Department of Surgery, McGill University, Montreal, QC, Canada","LASIK MD, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3081-1763","affiliations":[{"raw_affiliation_string":"Department of Ophthalmology and Visual Sciences, McGill University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"Division of Surgical and Interventional Sciences, Department of Surgery, McGill University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"LASIK MD, Montreal, QC, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113297525","display_name":"Mathilde Gallant","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mathilde Gallant","raw_affiliation_strings":["Faculty of Medicine and Health Sciences, McGill University, Montreal, QC, Canada","LASIK MD, Montreal, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Medicine and Health Sciences, McGill University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"LASIK MD, Montreal, QC, Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087938375","display_name":"Mathieu Gauvin","orcid":"https://orcid.org/0000-0002-8600-5982","observed_orcids":["https://orcid.org/0000-0002-8600-5982"]},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mathieu Gauvin","raw_affiliation_strings":["Department of Ophthalmology and Visual Sciences, McGill University, Montreal, QC, Canada","LASIK MD, Montreal, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Ophthalmology and Visual Sciences, McGill University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"LASIK MD, Montreal, QC, Canada","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I5023651"],"apc_list":{"value":3000,"currency":"USD","value_usd":3000},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.78299185,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14384","display_name":"Ophthalmology and Visual Health Research","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/2731","display_name":"Ophthalmology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/openevidence","display_name":"OpenEvidence","score":0.9800000190734863},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9959999918937683},{"id":"https://openalex.org/keywords/refractive-surgery","display_name":"refractive surgery","score":0.9419999718666077},{"id":"https://openalex.org/keywords/multiple-choice-question-accuracy","display_name":"multiple-choice question accuracy","score":0.8399999737739563},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.6320000290870667},{"id":"https://openalex.org/keywords/claude","display_name":"Claude","score":0.9599999785423279},{"id":"https://openalex.org/keywords/grok","display_name":"Grok","score":0.7919999957084656},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.7519999742507935},{"id":"https://openalex.org/keywords/copilot","display_name":"Copilot","score":0.6890000104904175},{"id":"https://openalex.org/keywords/ophthalmology-education","display_name":"ophthalmology education","score":0.6660000085830688}],"concepts":[{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.6220999956130981},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4668999910354614},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4611999988555908},{"id":"https://openalex.org/C82789193","wikidata":"https://www.wikidata.org/wiki/Q2142611","display_name":"Relative risk","level":3,"score":0.37929999828338623},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.364300012588501},{"id":"https://openalex.org/C2780161092","wikidata":"https://www.wikidata.org/wiki/Q284411","display_name":"Refractive surgery","level":3,"score":0.35260000824928284},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3301999866962433},{"id":"https://openalex.org/C19648533","wikidata":"https://www.wikidata.org/wiki/Q691640","display_name":"Evidence-based medicine","level":3,"score":0.3066999912261963},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.29280000925064087},{"id":"https://openalex.org/C105054674","wikidata":"https://www.wikidata.org/wiki/Q3707381","display_name":"Mean difference","level":3,"score":0.28049999475479126},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.27880001068115234},{"id":"https://openalex.org/C2985722590","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medical knowledge","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.26109999418258667},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.2590999901294708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2565000057220459},{"id":"https://openalex.org/C28804328","wikidata":"https://www.wikidata.org/wiki/Q7623693","display_name":"Strictly standardized mean difference","level":3,"score":0.2533000111579895}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1097/j.jcrs.0000000000002088","doi":"https://doi.org/10.1097/j.jcrs.0000000000002088","is_oa":false,"landing_page_url":"https://doi.org/10.1097/j.jcrs.0000000000002088","pdf_url":null,"source":{"id":"https://openalex.org/S107025856","display_name":"Journal of Cataract & Refractive Surgery","issn_l":"0146-2776","issn":["0146-2776","0886-3350","1873-4502","2543-1595"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cataract &amp; Refractive Surgery","raw_type":"journal-article"},{"id":"pmid:42929207","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42929207","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of cataract and refractive surgery","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8048999905586243,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4415721170","https://openalex.org/W4412552687","https://openalex.org/W4406092397","https://openalex.org/W7162992604","https://openalex.org/W7167676795","https://openalex.org/W7221366635","https://openalex.org/W7161594506","https://openalex.org/W4415046376","https://openalex.org/W7165552067","https://openalex.org/W7214337741"],"abstract_inverted_index":{"PURPOSE:":[0],"To":[1],"assess":[2],"the":[3,29,54,59,76,87,106,122,152,189,198],"accuracy":[4,83,108,124,137,187],"of":[5,28,32,58,79,89,138,159,229],"OpenEvidence":[6,64,104,179,183],"relative":[7],"to":[8,22],"six":[9,117,190],"leading":[10],"large":[11],"language":[12],"models":[13],"(LLMs)":[14],"in":[15,236],"answering":[16],"refractive":[17,55,207],"surgery":[18,56,208],"multiple-choice":[19,80,209],"questions,":[20],"and":[21,36,65,73,110,132,140,194,221],"compare":[23],"their":[24],"performance":[25,235],"with":[26],"users":[27,98,163,176],"American":[30],"Academy":[31],"Ophthalmology":[33],"(AAO)":[34],"Basic":[35],"Clinical":[37],"Science":[38],"Course":[39],"(BCSC)":[40],"Self-Assessment":[41,96,161,174,200],"Program.":[42,62],"SETTING:":[43],"Not":[44],"applicable.":[45],"DESIGN:":[46],"Randomized":[47],"questionnaire-based":[48],"study":[49],"using":[50],"225":[51],"questions":[52],"from":[53,93],"section":[57],"AAO":[60],"BCSC":[61,95,160,173,199],"METHODS:":[63],"6":[66],"LLMs":[67,168,193],"(ChatGPT-4o,":[68],"ChatGPT-5,":[69,130],"Claude,":[70],"Copilot,":[71,131],"Gemini,":[72],"Grok)":[74],"answered":[75],"same":[77],"set":[78],"questions.":[81],"Their":[82],"was":[84,164,214],"defined":[85],"as":[86,100,226],"proportion":[88],"correct":[90],"responses.":[91],"Performance":[92],"1,983":[94],"Program":[97,162,175],"served":[99],"a":[101],"benchmark.":[102],"RESULTS:":[103],"achieved":[105,121,142],"lowest":[107],"(76%)":[109],"performed":[111],"significantly":[112,170,185],"worse":[113],"(P<0.05)":[114],"than":[115,172,188],"all":[116],"general-purpose":[118,167,192],"LLMs.":[119],"Claude":[120],"highest":[123],"(92%),":[125],"followed":[126],"by":[127,218],"Grok":[128],"(89.8%).":[129],"Gemini":[133],"each":[134],"scored":[135,169],"an":[136],"88%,":[139],"ChatGPT-4o":[141],"86.2%.":[143],"All":[144,166],"models'":[145],"lower":[146,186],"95%":[147],"confidence":[148],"interval":[149],"bounds":[150],"exceeded":[151],"60%":[153],"passing":[154],"threshold.":[155],"The":[156],"average":[157],"score":[158],"77%.":[165],"higher":[171],"(P<0.05),":[177],"whereas":[178],"did":[180,195],"not.":[181],"CONCLUSIONS:":[182],"demonstrated":[184],"evaluated":[191],"not":[196,215,223],"exceed":[197],"program":[201],"user":[202],"benchmark":[203],"on":[204],"this":[205],"standardized":[206],"assessment.":[210],"This":[211],"task-specific":[212],"difference":[213],"fully":[216],"explained":[217],"response-format":[219],"noncompliance":[220],"should":[222],"be":[224],"interpreted":[225],"direct":[227],"evidence":[228],"globally":[230],"inferior":[231],"medical":[232],"knowledge":[233],"or":[234],"open-ended":[237],"clinical":[238],"applications.":[239]},"counts_by_year":[],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2026-10-27T00:00:00"}