{"id":"https://openalex.org/W4408763854","doi":"https://doi.org/10.1093/jamia/ocaf050","title":"High-performance automated abstract screening with large language model ensembles","display_name":"High-performance automated abstract screening with large language model ensembles","publication_year":2025,"publication_date":"2025-03-22","ids":{"openalex":"https://openalex.org/W4408763854","doi":"https://doi.org/10.1093/jamia/ocaf050","pmid":"https://pubmed.ncbi.nlm.nih.gov/40119675"},"language":"en","primary_location":{"id":"doi:10.1093/jamia/ocaf050","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocaf050","pdf_url":"https://academic.oup.com/jamia/advance-article-pdf/doi/10.1093/jamia/ocaf050/62522660/ocaf050.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://academic.oup.com/jamia/advance-article-pdf/doi/10.1093/jamia/ocaf050/62522660/ocaf050.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070312669","display_name":"Rohan Sanghera","orcid":"https://orcid.org/0000-0001-6370-8426"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210147381","display_name":"Oxford University Hospitals NHS Trust","ror":"https://ror.org/03h2bh287","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I4210147381"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Rohan Sanghera","raw_affiliation_strings":["Oxford University Clinical Academic Graduate School, Medical Sciences Division, University of Oxford , Oxford OX3 9DU,","Oxford University Hospitals NHS Foundation Trust , Oxford OX3 9DU,","Oxford University Clinical Academic Graduate School, Medical Sciences Division, University of Oxford, Oxford OX3 9DU, United Kingdom","Oxford University Hospitals NHS Foundation Trust, Oxford OX3 9DU, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oxford University Clinical Academic Graduate School, Medical Sciences Division, University of Oxford , Oxford OX3 9DU,","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Oxford University Hospitals NHS Foundation Trust , Oxford OX3 9DU,","institution_ids":["https://openalex.org/I4210147381"]},{"raw_affiliation_string":"Oxford University Clinical Academic Graduate School, Medical Sciences Division, University of Oxford, Oxford OX3 9DU, United Kingdom","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Oxford University Hospitals NHS Foundation Trust, Oxford OX3 9DU, United Kingdom","institution_ids":["https://openalex.org/I4210147381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018942914","display_name":"Arun James Thirunavukarasu","orcid":"https://orcid.org/0000-0001-8968-4768"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210147381","display_name":"Oxford University Hospitals NHS Trust","ror":"https://ror.org/03h2bh287","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I4210147381"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Arun James Thirunavukarasu","raw_affiliation_strings":["Nuffield Department of Clinical Neurosciences, Medical Sciences Division, University of Oxford , Oxford OX3 9DU,","Oxford University Hospitals NHS Foundation Trust , Oxford OX3 9DU,","Nuffield Department of Clinical Neurosciences, Medical Sciences Division, University of Oxford, Oxford OX3 9DU, United Kingdom","Oxford University Hospitals NHS Foundation Trust, Oxford OX3 9DU, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-8968-4768","affiliations":[{"raw_affiliation_string":"Nuffield Department of Clinical Neurosciences, Medical Sciences Division, University of Oxford , Oxford OX3 9DU,","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Oxford University Hospitals NHS Foundation Trust , Oxford OX3 9DU,","institution_ids":["https://openalex.org/I4210147381"]},{"raw_affiliation_string":"Nuffield Department of Clinical Neurosciences, Medical Sciences Division, University of Oxford, Oxford OX3 9DU, United Kingdom","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Oxford University Hospitals NHS Foundation Trust, Oxford OX3 9DU, United Kingdom","institution_ids":["https://openalex.org/I4210147381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113867696","display_name":"Marc Khoury","orcid":null},"institutions":[{"id":"https://openalex.org/I1285739803","display_name":"MedStar Washington Hospital Center","ror":"https://ror.org/05ry42w04","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1285739803","https://openalex.org/I86755215"]},{"id":"https://openalex.org/I184565670","display_name":"Georgetown University","ror":"https://ror.org/05vzafd60","country_code":"US","type":"education","lineage":["https://openalex.org/I184565670"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I4210090013","display_name":"Cambridge School","ror":"https://ror.org/006k1pa70","country_code":"PT","type":"education","lineage":["https://openalex.org/I4210090013"]}],"countries":["GB","PT","US"],"is_corresponding":false,"raw_author_name":"Marc El Khoury","raw_affiliation_strings":["Georgetown University School of Medicine, Georgetown University , Washington, DC 20007,","MedStar Washington Hospital Center , Washington, DC 20010,","School of Clinical Medicine, University of Cambridge , Cambridge CB2 0SP,","School of Clinical Medicine, University of Cambridge, Cambridge CB2 0SP, United Kingdom","MedStar Washington Hospital Center, Washington, DC 20010, United States","Georgetown University School of Medicine, Georgetown University, Washington, DC 20007, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgetown University School of Medicine, Georgetown University , Washington, DC 20007,","institution_ids":["https://openalex.org/I184565670"]},{"raw_affiliation_string":"MedStar Washington Hospital Center , Washington, DC 20010,","institution_ids":["https://openalex.org/I1285739803"]},{"raw_affiliation_string":"School of Clinical Medicine, University of Cambridge , Cambridge CB2 0SP,","institution_ids":["https://openalex.org/I4210090013","https://openalex.org/I241749"]},{"raw_affiliation_string":"School of Clinical Medicine, University of Cambridge, Cambridge CB2 0SP, United Kingdom","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"MedStar Washington Hospital Center, Washington, DC 20010, United States","institution_ids":["https://openalex.org/I1285739803"]},{"raw_affiliation_string":"Georgetown University School of Medicine, Georgetown University, Washington, DC 20007, United States","institution_ids":["https://openalex.org/I184565670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064322406","display_name":"Jessica O\u2019Logbon","orcid":"https://orcid.org/0000-0003-1216-9703"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jessica O\u2019Logbon","raw_affiliation_strings":["GKT School of Medical Education, King\u2019s College London , London WC2R 2LS,","GKT School of Medical Education, King's College London, London WC2R 2LS, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GKT School of Medical Education, King\u2019s College London , London WC2R 2LS,","institution_ids":["https://openalex.org/I183935753"]},{"raw_affiliation_string":"GKT School of Medical Education, King's College London, London WC2R 2LS, United Kingdom","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100454913","display_name":"Yuqing Chen","orcid":"https://orcid.org/0000-0002-4052-2191"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I4210090013","display_name":"Cambridge School","ror":"https://ror.org/006k1pa70","country_code":"PT","type":"education","lineage":["https://openalex.org/I4210090013"]}],"countries":["GB","PT"],"is_corresponding":false,"raw_author_name":"Yuqing Chen","raw_affiliation_strings":["School of Clinical Medicine, University of Cambridge , Cambridge CB2 0SP,","School of Clinical Medicine, University of Cambridge, Cambridge CB2 0SP, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Clinical Medicine, University of Cambridge , Cambridge CB2 0SP,","institution_ids":["https://openalex.org/I4210090013","https://openalex.org/I241749"]},{"raw_affiliation_string":"School of Clinical Medicine, University of Cambridge, Cambridge CB2 0SP, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011897406","display_name":"Archie Watt","orcid":"https://orcid.org/0000-0002-7572-4586"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Archie Watt","raw_affiliation_strings":["Oxford Medical School, Medical Sciences Division, University of Oxford , Oxford OX3 9DU,","Oxford Medical School, Medical Sciences Division, University of Oxford, Oxford OX3 9DU, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oxford Medical School, Medical Sciences Division, University of Oxford , Oxford OX3 9DU,","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Oxford Medical School, Medical Sciences Division, University of Oxford, Oxford OX3 9DU, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015791180","display_name":"Mustafa F. Mahmood","orcid":"https://orcid.org/0000-0003-1394-285X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mustafa Mahmood","raw_affiliation_strings":["UCL Medical School, University College London , London WC1E 6DE,","UCL Medical School, University College London, London WC1E 6DE, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCL Medical School, University College London , London WC1E 6DE,","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"UCL Medical School, University College London, London WC1E 6DE, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hamid Butt","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I4210090013","display_name":"Cambridge School","ror":"https://ror.org/006k1pa70","country_code":"PT","type":"education","lineage":["https://openalex.org/I4210090013"]}],"countries":["GB","PT"],"is_corresponding":false,"raw_author_name":"Hamid Butt","raw_affiliation_strings":["School of Clinical Medicine, University of Cambridge , Cambridge CB2 0SP,","School of Clinical Medicine, University of Cambridge, Cambridge CB2 0SP, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Clinical Medicine, University of Cambridge , Cambridge CB2 0SP,","institution_ids":["https://openalex.org/I4210090013","https://openalex.org/I241749"]},{"raw_affiliation_string":"School of Clinical Medicine, University of Cambridge, Cambridge CB2 0SP, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":null,"display_name":"George Nishimura","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I4210090013","display_name":"Cambridge School","ror":"https://ror.org/006k1pa70","country_code":"PT","type":"education","lineage":["https://openalex.org/I4210090013"]}],"countries":["GB","PT"],"is_corresponding":false,"raw_author_name":"George Nishimura","raw_affiliation_strings":["School of Clinical Medicine, University of Cambridge , Cambridge CB2 0SP,","School of Clinical Medicine, University of Cambridge, Cambridge CB2 0SP, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Clinical Medicine, University of Cambridge , Cambridge CB2 0SP,","institution_ids":["https://openalex.org/I4210090013","https://openalex.org/I241749"]},{"raw_affiliation_string":"School of Clinical Medicine, University of Cambridge, Cambridge CB2 0SP, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023184985","display_name":"Andrew A. S. Soltan","orcid":"https://orcid.org/0000-0003-2391-5361"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210147381","display_name":"Oxford University Hospitals NHS Trust","ror":"https://ror.org/03h2bh287","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I4210147381"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrew A S Soltan","raw_affiliation_strings":["Department of Oncology, Medical Sciences Division, University of Oxford , Oxford OX3 7DQ,","Oxford University Hospitals NHS Foundation Trust , Oxford OX3 9DU,","Oxford University Hospitals NHS Foundation Trust, Oxford OX3 9DU, United Kingdom","Department of Oncology, Medical Sciences Division, University of Oxford, Oxford OX3 7DQ, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-2391-5361","affiliations":[{"raw_affiliation_string":"Department of Oncology, Medical Sciences Division, University of Oxford , Oxford OX3 7DQ,","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Oxford University Hospitals NHS Foundation Trust , Oxford OX3 9DU,","institution_ids":["https://openalex.org/I4210147381"]},{"raw_affiliation_string":"Oxford University Hospitals NHS Foundation Trust, Oxford OX3 9DU, United Kingdom","institution_ids":["https://openalex.org/I4210147381"]},{"raw_affiliation_string":"Department of Oncology, Medical Sciences Division, University of Oxford, Oxford OX3 7DQ, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5070312669"],"corresponding_institution_ids":["https://openalex.org/I40120149","https://openalex.org/I4210147381"],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":{"value":3967,"currency":"USD","value_usd":3967},"fwci":16.5816,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.99162798,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"32","issue":"5","first_page":"893","last_page":"904"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5343999862670898,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5343999862670898,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.0778999999165535,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11642","display_name":"Genomics and Rare Diseases","score":0.04399999976158142,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.7352116703987122},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6464070081710815},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.488839328289032},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.42214611172676086},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40838688611984253},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40494629740715027},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.23317170143127441},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07680264115333557}],"concepts":[{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.7352116703987122},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6464070081710815},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.488839328289032},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.42214611172676086},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40838688611984253},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40494629740715027},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.23317170143127441},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07680264115333557},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1093/jamia/ocaf050","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocaf050","pdf_url":"https://academic.oup.com/jamia/advance-article-pdf/doi/10.1093/jamia/ocaf050/62522660/ocaf050.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:40119675","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40119675","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:12012331","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12012331","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1093/jamia/ocaf050","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocaf050","pdf_url":"https://academic.oup.com/jamia/advance-article-pdf/doi/10.1093/jamia/ocaf050/62522660/ocaf050.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7699999809265137,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320319990","display_name":"National Institute for Health and Care Research","ror":"https://ror.org/0187kwz08"},{"id":"https://openalex.org/F4320319994","display_name":"Department of Health and Social Care","ror":"https://ror.org/03sbpja79"},{"id":"https://openalex.org/F7017704138","display_name":"Niilo Helanderin S\u00e4\u00e4ti\u00f6","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4408763854.pdf"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1540351695","https://openalex.org/W1966716734","https://openalex.org/W2067384918","https://openalex.org/W2068769841","https://openalex.org/W2089953373","https://openalex.org/W2402135405","https://openalex.org/W2724414049","https://openalex.org/W2791681873","https://openalex.org/W2885869279","https://openalex.org/W2959133744","https://openalex.org/W3002050776","https://openalex.org/W3118615836","https://openalex.org/W4247194329","https://openalex.org/W4281646566","https://openalex.org/W4384561707","https://openalex.org/W4385307760","https://openalex.org/W4385441900","https://openalex.org/W4385442641","https://openalex.org/W4385481291","https://openalex.org/W4385488915","https://openalex.org/W4385514038","https://openalex.org/W4385563542","https://openalex.org/W4385563915","https://openalex.org/W4385583809","https://openalex.org/W4385584353","https://openalex.org/W4385620867","https://openalex.org/W4385636555","https://openalex.org/W4385658972","https://openalex.org/W4385683539","https://openalex.org/W4385720688","https://openalex.org/W4385751940","https://openalex.org/W4385762384","https://openalex.org/W4385827866","https://openalex.org/W4385851639","https://openalex.org/W4385897897","https://openalex.org/W4385968699","https://openalex.org/W4385969102","https://openalex.org/W4385969133","https://openalex.org/W4387172321","https://openalex.org/W4388858816","https://openalex.org/W4389285887","https://openalex.org/W4393343443","https://openalex.org/W4394892516","https://openalex.org/W4399210824","https://openalex.org/W4399554616","https://openalex.org/W4400414272","https://openalex.org/W4401633394","https://openalex.org/W4402059692","https://openalex.org/W4402231520","https://openalex.org/W4402701735","https://openalex.org/W4407135263","https://openalex.org/W6713130573","https://openalex.org/W6775672025"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"OBJECTIVE:":[0],"screening":[1,211,215],"is":[2],"a":[3,18,77,98,183],"labor-intensive":[4],"component":[5],"of":[6,12,21,101,123,186,230,257,271],"systematic":[7,61,218,258],"review":[8,219,259],"involving":[9],"repetitive":[10],"application":[11],"inclusion":[13],"and":[14,51,88,138,176,206,269],"exclusion":[15],"criteria":[16],"on":[17,76,97,149],"large":[19,27],"volume":[20],"studies.":[22],"We":[23],"aimed":[24],"to":[25,32,63,118,169,193],"validate":[26],"language":[28],"models":[29],"(LLMs)":[30],"used":[31],"automate":[33],"abstract":[34,72,210],"screening.":[35,73],"MATERIALS":[36],"AND":[37],"METHODS:":[38],"LLMs":[39,114,250],"(GPT-3.5":[40],"Turbo,":[41,43],"GPT-4":[42],"GPT-4o,":[44],"Llama":[45],"3":[46],"70B,":[47],"Gemini":[48],"1.5":[49],"Pro,":[50],"Claude":[52],"Sonnet":[53],"3.5)":[54],"were":[55,94],"trialed":[56],"across":[57],"23":[58],"Cochrane":[59],"Library":[60],"reviews":[62,226],"evaluate":[64],"their":[65],"accuracy":[66,140],"in":[67,121,217],"zero-shot":[68],"binary":[69],"classification":[70],"for":[71],"Initial":[74],"evaluation":[75],"balanced":[78,139],"development":[79,112,190],"dataset":[80,100],"(n":[81,105],"=":[82,106,126,129,133,136,142,145],"800)":[83],"identified":[84],"optimal":[85],"prompting":[86],"strategies,":[87],"the":[89,111,150,153,189,196,214,228,253,267],"best":[90,154],"performing":[91,155],"LLM-prompt":[92,156],"combinations":[93,157],"then":[95],"validated":[96],"comprehensive":[99,151,197],"replicated":[102],"search":[103],"results":[104],"119":[107],"695).":[108],"RESULTS:":[109],"On":[110],"dataset,":[113,152,191],"exhibited":[115,158,179],"superior":[116],"performance":[117],"human":[119,244,254],"researchers":[120],"terms":[122],"sensitivity":[124,160,181],"(LLMmax":[125,132,141],"1.000,":[127],"humanmax":[128,135,144],"0.775),":[130],"precision":[131,165,185],"0.927,":[134],"0.911),":[137],"0.904,":[143],"0.865).":[146],"When":[147],"evaluated":[148],"consistent":[159],"(range":[161,166],"0.756-1.000)":[162],"but":[163,199],"diminished":[164],"0.004-0.096)":[167],"due":[168],"class":[170],"imbalance.":[171],"In":[172],"addition,":[173],"66":[174],"LLM-human":[175,236],"LLM-LLM":[177],"ensembles":[178,237],"perfect":[180],"with":[182,188,260],"maximal":[184],"0.458":[187],"decreasing":[192],"0.1450":[194],"over":[195,246],"dataset;":[198],"conferring":[200],"workload":[201,216],"reductions":[202],"ranging":[203],"between":[204,225],"37.55%":[205],"99.11%.":[207],"DISCUSSION:":[208],"Automated":[209],"can":[212,238],"reduce":[213,252],"while":[220,242],"maintaining":[221,243],"quality.":[222],"Performance":[223],"variation":[224],"highlights":[227],"importance":[229],"domain-specific":[231],"validation":[232],"before":[233],"autonomous":[234],"deployment.":[235],"achieve":[239],"similar":[240],"benefits":[241],"oversight":[245],"all":[247],"records.":[248],"CONCLUSION:":[249],"may":[251],"labor":[255],"cost":[256],"maintained":[261],"or":[262],"improved":[263],"accuracy,":[264],"thereby":[265],"increasing":[266],"efficiency":[268],"quality":[270],"evidence":[272],"synthesis.":[273]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":21}],"updated_date":"2026-05-08T15:41:06.802602","created_date":"2025-10-10T00:00:00"}