{"id":"https://openalex.org/W4412604178","doi":"https://doi.org/10.1136/bjo-2025-327360","title":"Performance of DeepSeek-R1 in ophthalmology: an evaluation of clinical decision-making and cost-effectiveness","display_name":"Performance of DeepSeek-R1 in ophthalmology: an evaluation of clinical decision-making and cost-effectiveness","publication_year":2025,"publication_date":"2025-07-23","ids":{"openalex":"https://openalex.org/W4412604178","doi":"https://doi.org/10.1136/bjo-2025-327360","pmid":"https://pubmed.ncbi.nlm.nih.gov/40701781"},"language":"en","primary_location":{"id":"doi:10.1136/bjo-2025-327360","doi":"https://doi.org/10.1136/bjo-2025-327360","is_oa":false,"landing_page_url":"https://doi.org/10.1136/bjo-2025-327360","pdf_url":null,"source":{"id":"https://openalex.org/S79587146","display_name":"British Journal of Ophthalmology","issn_l":"0007-1161","issn":["0007-1161","1468-2079"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"British Journal of Ophthalmology","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.medrxiv.org/content/medrxiv/early/2025/02/12/2025.02.10.25322041.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093941106","display_name":"David Mikhail","orcid":"https://orcid.org/0009-0009-0831-1915","observed_orcids":["https://orcid.org/0009-0009-0831-1915"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"David Mikhail","raw_affiliation_strings":["University of Toronto;","Temerty Faculty of Medicine, University of Toronto, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0009-0009-0831-1915","affiliations":[{"raw_affiliation_string":"University of Toronto;","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Temerty Faculty of Medicine, University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029803443","display_name":"Andrew Farah","orcid":"https://orcid.org/0009-0005-3165-4829","observed_orcids":["https://orcid.org/0009-0005-3165-4829"]},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andrew Farah","raw_affiliation_strings":["McGill University;","Faculty of Medicine, McGill University, Ottawa, Ontario, Canada"],"raw_orcid":"https://orcid.org/0009-0005-3165-4829","affiliations":[{"raw_affiliation_string":"McGill University;","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"Faculty of Medicine, McGill University, Ottawa, Ontario, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093941104","display_name":"Jason Milad","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jason Milad","raw_affiliation_strings":["University of Waterloo;","Department of Software Engineering, University of Waterloo, Waterloo, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo;","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Department of Software Engineering, University of Waterloo, Waterloo, Ontario, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083748385","display_name":"Wissam B. Nassrallah","orcid":"https://orcid.org/0009-0001-4985-6278","observed_orcids":["https://orcid.org/0009-0001-4985-6278"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Wissam Nassrallah","raw_affiliation_strings":["University of Montreal;","Department of Ophthalmology and Vision Sciences, University of Toronto, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0009-0001-4985-6278","affiliations":[{"raw_affiliation_string":"University of Montreal;","institution_ids":["https://openalex.org/I70931966"]},{"raw_affiliation_string":"Department of Ophthalmology and Vision Sciences, University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045497263","display_name":"Andrew Mihalache","orcid":"https://orcid.org/0000-0002-2692-0759","observed_orcids":["https://orcid.org/0000-0002-2692-0759"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andrew Mihalache","raw_affiliation_strings":["University of Toronto;","Temerty Faculty of Medicine, University of Toronto, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0002-2692-0759","affiliations":[{"raw_affiliation_string":"University of Toronto;","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Temerty Faculty of Medicine, University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040443848","display_name":"Daniel Milad","orcid":"https://orcid.org/0000-0002-0693-3421","observed_orcids":["https://orcid.org/0000-0002-0693-3421"]},"institutions":[{"id":"https://openalex.org/I29045822","display_name":"H\u00f4pital Maisonneuve-Rosemont","ror":"https://ror.org/03rdc4968","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I29045822"]},{"id":"https://openalex.org/I4210142730","display_name":"Centre Hospitalier de l\u2019Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0410a8y51","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2801902503","https://openalex.org/I4210139015","https://openalex.org/I4210142730","https://openalex.org/I4405279980"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Daniel Milad","raw_affiliation_strings":["University of Montreal;","Department of Ophthalmology, Centre Hospitalier de l'Universite de Montreal, Montreal, Quebec, Canada","Department of Ophthalmology, Hopital Maisonneuve-Rosemont, Montreal, Quebec, Canada","Department of Ophthalmology, University of Montreal, Montreal, Quebec, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0693-3421","affiliations":[{"raw_affiliation_string":"University of Montreal;","institution_ids":["https://openalex.org/I70931966"]},{"raw_affiliation_string":"Department of Ophthalmology, Centre Hospitalier de l'Universite de Montreal, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I4210142730"]},{"raw_affiliation_string":"Department of Ophthalmology, Hopital Maisonneuve-Rosemont, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I29045822"]},{"raw_affiliation_string":"Department of Ophthalmology, University of Montreal, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046466693","display_name":"Fares Antaki","orcid":"https://orcid.org/0000-0001-6679-7276","observed_orcids":["https://orcid.org/0000-0001-6679-7276"]},"institutions":[{"id":"https://openalex.org/I1316902750","display_name":"Cleveland Clinic","ror":"https://ror.org/03xjacd83","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316902750"]},{"id":"https://openalex.org/I29045822","display_name":"H\u00f4pital Maisonneuve-Rosemont","ror":"https://ror.org/03rdc4968","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I29045822"]},{"id":"https://openalex.org/I4210142730","display_name":"Centre Hospitalier de l\u2019Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0410a8y51","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2801902503","https://openalex.org/I4210139015","https://openalex.org/I4210142730","https://openalex.org/I4405279980"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Fares Antaki","raw_affiliation_strings":["University of Montreal;","Cole Eye Institute, Cleveland Clinic, Cleveland, OH, USA","Department of Ophthalmology, Hopital Maisonneuve-Rosemont, Montreal, Quebec, Canada","Department of Ophthalmology, University of Montreal, Montreal, Quebec, Canada","The CHUM School of Artificial Intelligence in Healthcare (SAIH), Centre Hospitalier de l'Universit\u00e9 de Montr\u00e9al (CHUM), Montreal, Quebec, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6679-7276","affiliations":[{"raw_affiliation_string":"University of Montreal;","institution_ids":["https://openalex.org/I70931966"]},{"raw_affiliation_string":"Cole Eye Institute, Cleveland Clinic, Cleveland, OH, USA","institution_ids":["https://openalex.org/I1316902750"]},{"raw_affiliation_string":"Department of Ophthalmology, Hopital Maisonneuve-Rosemont, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I29045822"]},{"raw_affiliation_string":"Department of Ophthalmology, University of Montreal, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I70931966"]},{"raw_affiliation_string":"The CHUM School of Artificial Intelligence in Healthcare (SAIH), Centre Hospitalier de l'Universit\u00e9 de Montr\u00e9al (CHUM), Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I4210142730"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086596755","display_name":"Michael Balas","orcid":"https://orcid.org/0000-0002-5948-0331","observed_orcids":["https://orcid.org/0000-0002-5948-0331"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michael Balas","raw_affiliation_strings":["University of Toronto;","Department of Ophthalmology and Vision Sciences, University of Toronto, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5948-0331","affiliations":[{"raw_affiliation_string":"University of Toronto;","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Ophthalmology and Vision Sciences, University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034211616","display_name":"Marko M. Popovic","orcid":"https://orcid.org/0000-0002-0370-5968","observed_orcids":["https://orcid.org/0000-0002-0370-5968"]},"institutions":[{"id":"https://openalex.org/I1297363086","display_name":"St. Michael's Hospital","ror":"https://ror.org/04skqfp25","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1297363086","https://openalex.org/I4399598460"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4399598460","display_name":"Unity Health Toronto","ror":"https://ror.org/012x5xb44","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I4399598460"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Marko M. Popovic","raw_affiliation_strings":["University of Toronto;","Department of Ophthalmology and Vision Sciences, University of Toronto, Toronto, Ontario, Canada","Department of Ophthalmology, St. Michael's Hospital/Unity Health Toronto, Toronto, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto;","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Ophthalmology and Vision Sciences, University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Ophthalmology, St. Michael's Hospital/Unity Health Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I1297363086","https://openalex.org/I4399598460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023978834","display_name":"Alessia De Feo","orcid":"https://orcid.org/0009-0005-2999-6782","observed_orcids":["https://orcid.org/0009-0005-2999-6782"]},"institutions":[{"id":"https://openalex.org/I154387261","display_name":"Vita-Salute San Raffaele University","ror":"https://ror.org/01gmqr298","country_code":"IT","type":"education","lineage":["https://openalex.org/I154387261"]},{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I4210095445","display_name":"Doheny Eye Institute","ror":"https://ror.org/00qvx5329","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210095445"]},{"id":"https://openalex.org/I4210133214","display_name":"IRCCS Ospedale San Raffaele","ror":"https://ror.org/039zxt351","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210133214","https://openalex.org/I4210153126"]}],"countries":["IT","US"],"is_corresponding":false,"raw_author_name":"Alessandro Feo","raw_affiliation_strings":["University of California Los Angeles;","Department of Ophthalmology, University Vita Salute Hospital San Raffaele, Milano, Italy","Retina Division, Stein and Doheny Eye Institutes, Department of Ophthalmology, University of California, Los Angeles, California, USA"],"raw_orcid":"https://orcid.org/0009-0005-2999-6782","affiliations":[{"raw_affiliation_string":"University of California Los Angeles;","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Department of Ophthalmology, University Vita Salute Hospital San Raffaele, Milano, Italy","institution_ids":["https://openalex.org/I154387261","https://openalex.org/I4210133214"]},{"raw_affiliation_string":"Retina Division, Stein and Doheny Eye Institutes, Department of Ophthalmology, University of California, Los Angeles, California, USA","institution_ids":["https://openalex.org/I161318765","https://openalex.org/I4210095445"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035642316","display_name":"Rajeev H. Muni","orcid":"https://orcid.org/0000-0003-0465-6472","observed_orcids":["https://orcid.org/0000-0003-0465-6472"]},"institutions":[{"id":"https://openalex.org/I1297363086","display_name":"St. Michael's Hospital","ror":"https://ror.org/04skqfp25","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1297363086","https://openalex.org/I4399598460"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4399598460","display_name":"Unity Health Toronto","ror":"https://ror.org/012x5xb44","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I4399598460"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Rajeev H. Muni","raw_affiliation_strings":["University of Toronto;","Department of Ophthalmology and Vision Sciences, University of Toronto, Toronto, Ontario, Canada","Department of Ophthalmology, St. Michael's Hospital/Unity Health Toronto, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0465-6472","affiliations":[{"raw_affiliation_string":"University of Toronto;","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Ophthalmology and Vision Sciences, University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Ophthalmology, St. Michael's Hospital/Unity Health Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I1297363086","https://openalex.org/I4399598460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003259452","display_name":"Pearse Andrew Keane","orcid":"https://orcid.org/0000-0002-9239-745X","observed_orcids":["https://orcid.org/0000-0002-9239-745X"]},"institutions":[{"id":"https://openalex.org/I1325675289","display_name":"Moorfields Eye Hospital NHS Foundation Trust","ror":"https://ror.org/03zaddr67","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I1325675289"]},{"id":"https://openalex.org/I4210150574","display_name":"Moorfields Eye Hospital","ror":"https://ror.org/03tb37539","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I1325675289","https://openalex.org/I4210150574"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Pearse A. Keane","raw_affiliation_strings":["University College London","Institute of Ophthalmology, University College London, London, UK","Medical Retina, Moorfields Eye Hospital NHS Foundation Trust, London, UK"],"raw_orcid":"https://orcid.org/0000-0002-9239-745X","affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Institute of Ophthalmology, University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Medical Retina, Moorfields Eye Hospital NHS Foundation Trust, London, UK","institution_ids":["https://openalex.org/I1325675289","https://openalex.org/I4210150574"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072273874","display_name":"Renaud Duval","orcid":"https://orcid.org/0000-0002-3845-3318","observed_orcids":["https://orcid.org/0000-0002-3845-3318"]},"institutions":[{"id":"https://openalex.org/I29045822","display_name":"H\u00f4pital Maisonneuve-Rosemont","ror":"https://ror.org/03rdc4968","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I29045822"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Renaud Duval","raw_affiliation_strings":["University of Montreal;","Department of Ophthalmology, Hopital Maisonneuve-Rosemont, Montreal, Quebec, Canada","Department of Ophthalmology, University of Montreal, Montreal, Quebec, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3845-3318","affiliations":[{"raw_affiliation_string":"University of Montreal;","institution_ids":["https://openalex.org/I70931966"]},{"raw_affiliation_string":"Department of Ophthalmology, Hopital Maisonneuve-Rosemont, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I29045822"]},{"raw_affiliation_string":"Department of Ophthalmology, University of Montreal, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I70931966"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":16,"corresponding_author_ids":["https://openalex.org/A5072273874"],"corresponding_institution_ids":["https://openalex.org/I29045822","https://openalex.org/I70931966"],"apc_list":null,"apc_paid":null,"fwci":6.8188,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.9751842,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"109","issue":"9","first_page":"976","last_page":"981"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14384","display_name":"Ophthalmology and Visual Health Research","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/2731","display_name":"Ophthalmology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deepseek-r1","display_name":"DeepSeek-R1","score":0.9929999709129333},{"id":"https://openalex.org/keywords/openai-o1","display_name":"OpenAI o1","score":0.9679999947547913},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9679999947547913},{"id":"https://openalex.org/keywords/ophthalmology","display_name":"ophthalmology","score":0.7480000257492065},{"id":"https://openalex.org/keywords/clinical-decision-making","display_name":"clinical decision-making","score":0.9380000233650208},{"id":"https://openalex.org/keywords/cost-effectiveness","display_name":"cost-effectiveness","score":0.7570000290870667},{"id":"https://openalex.org/keywords/diagnostic-reasoning","display_name":"diagnostic reasoning","score":0.5360000133514404},{"id":"https://openalex.org/keywords/token-cost","display_name":"token cost","score":0.3310000002384186},{"id":"https://openalex.org/keywords/open-weight-llms","display_name":"open-weight LLMs","score":0.5899999737739563},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.625}],"concepts":[{"id":"https://openalex.org/C186282968","wikidata":"https://www.wikidata.org/wiki/Q1434261","display_name":"McNemar's test","level":2,"score":0.7936018705368042},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.7598513960838318},{"id":"https://openalex.org/C2780642338","wikidata":"https://www.wikidata.org/wiki/Q7632042","display_name":"Subspecialty","level":2,"score":0.53333979845047},{"id":"https://openalex.org/C118487528","wikidata":"https://www.wikidata.org/wiki/Q161437","display_name":"Ophthalmology","level":1,"score":0.45803478360176086},{"id":"https://openalex.org/C119767625","wikidata":"https://www.wikidata.org/wiki/Q618211","display_name":"Optometry","level":1,"score":0.37050673365592957},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3339587450027466},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2677324414253235},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.26768890023231506},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.21067240834236145},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19142228364944458}],"mesh":[{"descriptor_ui":"D000066491","descriptor_name":"Clinical Decision-Making","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000094703","descriptor_name":"Cost-Effectiveness Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003430","descriptor_name":"Cross-Sectional Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005128","descriptor_name":"Eye Diseases","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D005128","descriptor_name":"Eye Diseases","qualifier_ui":"Q000191","qualifier_name":"economics","is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009885","descriptor_name":"Ophthalmology","qualifier_ui":"Q000191","qualifier_name":"economics","is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1136/bjo-2025-327360","doi":"https://doi.org/10.1136/bjo-2025-327360","is_oa":false,"landing_page_url":"https://doi.org/10.1136/bjo-2025-327360","pdf_url":null,"source":{"id":"https://openalex.org/S79587146","display_name":"British Journal of Ophthalmology","issn_l":"0007-1161","issn":["0007-1161","1468-2079"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"British Journal of Ophthalmology","raw_type":"journal-article"},{"id":"doi:10.1101/2025.02.10.25322041","doi":"https://doi.org/10.1101/2025.02.10.25322041","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2025.02.10.25322041","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2025/02/12/2025.02.10.25322041.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},{"id":"pmid:40701781","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40701781","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The British journal of ophthalmology","raw_type":"Evaluation Study"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10212067","doi":null,"is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10212067/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"British Journal of Ophthalmology (2025) (In press).","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1101/2025.02.10.25322041","doi":"https://doi.org/10.1101/2025.02.10.25322041","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2025.02.10.25322041","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2025/02/12/2025.02.10.25322041.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"sustainable_development_goals":[{"score":0.46810001134872437,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412604178.pdf","grobid_xml":"https://content.openalex.org/works/W4412604178.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W2037789405","https://openalex.org/W2044003384","https://openalex.org/W2121406983","https://openalex.org/W3094945321","https://openalex.org/W3195577433","https://openalex.org/W4211138798","https://openalex.org/W4292229870","https://openalex.org/W4367175039","https://openalex.org/W4368340908","https://openalex.org/W4385381606","https://openalex.org/W4385570088","https://openalex.org/W4385576721","https://openalex.org/W4388007786","https://openalex.org/W4388287351","https://openalex.org/W4389524506","https://openalex.org/W4391878439","https://openalex.org/W4392232009","https://openalex.org/W4396577162","https://openalex.org/W4398244260","https://openalex.org/W4399347607","https://openalex.org/W4400680808","https://openalex.org/W4404407063","https://openalex.org/W4405063711","https://openalex.org/W4405484500","https://openalex.org/W4405650006","https://openalex.org/W4406152263","https://openalex.org/W4406758414","https://openalex.org/W4406774573","https://openalex.org/W4406827449","https://openalex.org/W4406936679","https://openalex.org/W4408666997","https://openalex.org/W4414281281"],"related_works":["https://openalex.org/W4413337567","https://openalex.org/W4413982530","https://openalex.org/W4414949043","https://openalex.org/W7221477900","https://openalex.org/W7162684832","https://openalex.org/W4417297291","https://openalex.org/W4411856062","https://openalex.org/W4414192940","https://openalex.org/W4410233043","https://openalex.org/W4415660026"],"abstract_inverted_index":{"ABSTRACT":[0],"Purpose":[1],"To":[2],"compare":[3,119],"the":[4,47,52,86,106,120,145,199,246,283],"performance":[5,123,172,197],"and":[6,15,159,164,214,221,255],"cost-effectiveness":[7],"of":[8,27,51,79,108,148,173,188,267,285],"DeepSeek-R1":[9,55,163,240,250],"with":[10,74,206,242],"OpenAI":[11,64,165,243,262],"o1":[12,65,166,244,263],"in":[13,184,196,209,217,234,277],"diagnosing":[14],"managing":[16],"ophthalmology":[17,34],"clinical":[18,29,53],"cases.":[19,226],"Study":[20],"Design":[21],"Cross-sectional":[22],"evaluation.":[23],"Methods":[24],"A":[25,137],"total":[26],"300":[28],"cases":[30],"spanning":[31],"10":[32],"different":[33],"subspecialties":[35],"were":[36,83],"collected":[37],"from":[38],"StatPearls.":[39],"Each":[40],"case":[41],"presented":[42],"a":[43,75,265,274],"multiple-choice":[44],"question":[45],"regarding":[46],"diagnosis":[48],"or":[49],"management":[50,256],"case.":[54,101],"was":[56,66,103,116,132,141,201],"accessed":[57],"through":[58],"its":[59],"public":[60],"chat-based":[61],"interface,":[62],"while":[63,271],"queried":[67],"via":[68,134],"an":[69,169,230,292],"Application":[70],"Program":[71],"Interface":[72],"(API)":[73],"standardized":[76],"temperature":[77],"setting":[78],"0.3.":[80],"Both":[81],"models":[82,200],"prompted":[84],"using":[85,239],"Plan-and-Solve+":[87],"(PS+)":[88],"prompt":[89],"engineering":[90],"method,":[91],"instructing":[92],"them":[93],"to":[94,118,143,261,296],"answer":[95],"multiple":[96,111],"choice":[97,112],"questions":[98],"for":[99,129,155,245],"each":[100,150],"Performance":[102],"calculated":[104],"as":[105,291],"proportion":[107],"correctly":[109],"answered":[110],"questions.":[113],"McNemar\u2019s":[114],"test":[115],"employed":[117],"two":[121],"models\u2019":[122],"on":[124],"paired":[125],"data.":[126],"Inter-model":[127],"agreement":[128,208,216],"correct":[130],"diagnoses":[131],"evaluated":[133],"Cohen\u2019s":[135],"kappa.":[136],"token-based":[138],"cost":[139],"analysis":[140,180,228],"performed":[142],"estimate":[144],"comparative":[146],"expenditures":[147],"running":[149],"model":[151],"at":[152],"scale,":[153],"accounting":[154],"both":[156,167],"input":[157],"prompts":[158],"model-generated":[160],"output.":[161],"Results":[162],"achieved":[168],"identical":[170],"overall":[171,203],"82.0%":[174],"(n=246/300;":[175],"95%":[176],"CI:":[177],"77.3-85.9).":[178],"Subspeciality-specific":[179],"revealed":[181],"numerical":[182],"variation":[183],"performance,":[185],"though":[186],"none":[187],"these":[189],"comparisons":[190],"reached":[191],"statistical":[192],"significance":[193],"(p>0.05).":[194],"Agreement":[195],"between":[198],"moderate":[202,215],"(\u03ba=0.503,":[204],"p<0.001),":[205],"substantial":[207,275],"Refractive":[210],"Management/Intervention":[211],"(\u03ba=0.698,":[212],"p<0.001)":[213,220],"Retina/Vitreous":[218],"(\u03ba=0.561,":[219],"Ocular":[222],"Pathology/Oncology":[223],"(\u03ba=0.495,":[224],"p<0.01)":[225],"Cost":[227],"indicated":[229],"approximately":[231],"15-fold":[232],"reduction":[233,276],"per-query,":[235],"token-related":[236],"expenses":[237],"when":[238],"compared":[241],"same":[247],"workload.":[248],"Conclusions":[249],"demonstrates":[251],"robust":[252],"diagnostic":[253],"reasoning":[254],"decision-making":[257],"capabilities,":[258],"performing":[259],"comparably":[260],"across":[264],"range":[266],"ophthalmic":[268],"subspecialty":[269],"cases,":[270],"also":[272],"offering":[273],"usage":[278],"costs.":[279],"These":[280],"findings":[281],"highlight":[282],"feasibility":[284],"utilizing":[286],"open-weight,":[287],"reinforcement":[288],"learning-augmented":[289],"LLMs":[290],"accessible,":[293],"cost-effective":[294],"alternative":[295],"proprietary":[297],"models.":[298]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2025-10-10T00:00:00"}