{"id":"https://openalex.org/W4402348202","doi":"https://doi.org/10.1038/s41746-024-01239-w","title":"Closing the gap between open source and commercial large language models for medical evidence summarization","display_name":"Closing the gap between open source and commercial large language models for medical evidence summarization","publication_year":2024,"publication_date":"2024-09-09","ids":{"openalex":"https://openalex.org/W4402348202","doi":"https://doi.org/10.1038/s41746-024-01239-w","pmid":"https://pubmed.ncbi.nlm.nih.gov/39251804"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-024-01239-w","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-024-01239-w","pdf_url":"https://www.nature.com/articles/s41746-024-01239-w.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"preprint","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-024-01239-w.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005232556","display_name":"Gongbo Zhang","orcid":"https://orcid.org/0009-0001-0077-3615"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gongbo Zhang","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611571","display_name":"Qiao Jin","orcid":"https://orcid.org/0000-0002-1268-7239"},"institutions":[{"id":"https://openalex.org/I1299303238","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238"]},{"id":"https://openalex.org/I4210109390","display_name":"National Center for Biotechnology Information","ror":"https://ror.org/02meqm098","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I2800548410","https://openalex.org/I4210109390"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiao Jin","raw_affiliation_strings":["National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-1268-7239","affiliations":[{"raw_affiliation_string":"National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD, USA","institution_ids":["https://openalex.org/I4210109390","https://openalex.org/I1299303238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030407665","display_name":"Yiliang Zhou","orcid":"https://orcid.org/0009-0002-7457-7075"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiliang Zhou","raw_affiliation_strings":["Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA"],"raw_orcid":"https://orcid.org/0009-0002-7457-7075","affiliations":[{"raw_affiliation_string":"Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100326210","display_name":"Song Wang","orcid":"https://orcid.org/0000-0002-8224-0424"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Song Wang","raw_affiliation_strings":["Cockrell School of Engineering, The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-8224-0424","affiliations":[{"raw_affiliation_string":"Cockrell School of Engineering, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046632480","display_name":"Betina Idnay","orcid":"https://orcid.org/0000-0002-4318-5987"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Betina Idnay","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109778583","display_name":"Yiming Luo","orcid":"https://orcid.org/0009-0004-9395-6446"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiming Luo","raw_affiliation_strings":["Department of Medicine, Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008408671","display_name":"Elizabeth Park","orcid":"https://orcid.org/0000-0002-5277-349X"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth Park","raw_affiliation_strings":["Department of Medicine, Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076330165","display_name":"Jordan G. Nestor","orcid":"https://orcid.org/0000-0003-1418-3103"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jordan G. Nestor","raw_affiliation_strings":["Department of Medicine, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-1418-3103","affiliations":[{"raw_affiliation_string":"Department of Medicine, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Matthew E. Spotnitz","orcid":null},"institutions":[{"id":"https://openalex.org/I1299303238","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238"]},{"id":"https://openalex.org/I4210091794","display_name":"Office of the Director","ror":"https://ror.org/00fj8a872","country_code":"US","type":"other","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I4210091794"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew E. Spotnitz","raw_affiliation_strings":["Office of the Director, National Institutes of Health, Bethesda, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Office of the Director, National Institutes of Health, Bethesda, MD, USA","institution_ids":["https://openalex.org/I4210091794","https://openalex.org/I1299303238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083337227","display_name":"Ali Soroush","orcid":"https://orcid.org/0000-0001-6900-5596"},"institutions":[{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Soroush","raw_affiliation_strings":["Charles Bronfman Institute for Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","Division of Data-Driven and Digital Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","Henry D. Janowitz Division of Gastroenterology, Icahn School of Medicine at Mount Sinai, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-6900-5596","affiliations":[{"raw_affiliation_string":"Charles Bronfman Institute for Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Division of Data-Driven and Digital Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Henry D. Janowitz Division of Gastroenterology, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059954337","display_name":"Thomas R. Campion","orcid":"https://orcid.org/0000-0001-7624-769X"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas R. Campion","raw_affiliation_strings":["Clinical & Translational Science Center, Weill Cornell Medicine, New York, NY, USA","Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinical & Translational Science Center, Weill Cornell Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]},{"raw_affiliation_string":"Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083081872","display_name":"Zhiyong Lu","orcid":"https://orcid.org/0000-0001-9998-916X"},"institutions":[{"id":"https://openalex.org/I1299303238","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238"]},{"id":"https://openalex.org/I4210109390","display_name":"National Center for Biotechnology Information","ror":"https://ror.org/02meqm098","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I2800548410","https://openalex.org/I4210109390"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiyong Lu","raw_affiliation_strings":["National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD, USA"],"raw_orcid":"https://orcid.org/0000-0001-9998-916X","affiliations":[{"raw_affiliation_string":"National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD, USA","institution_ids":["https://openalex.org/I4210109390","https://openalex.org/I1299303238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009604048","display_name":"Chunhua Weng","orcid":"https://orcid.org/0000-0002-9624-0214"},"institutions":[{"id":"https://openalex.org/I2799503643","display_name":"Columbia University Irving Medical Center","ror":"https://ror.org/01esghr10","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799503643"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chunhua Weng","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University, New York, NY, USA. cw2384@cumc.columbia.edu"],"raw_orcid":"https://orcid.org/0000-0002-9624-0214","affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, NY, USA. cw2384@cumc.columbia.edu","institution_ids":["https://openalex.org/I2799503643","https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085113833","display_name":"Yifan Peng","orcid":"https://orcid.org/0000-0001-9309-8331"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifan Peng","raw_affiliation_strings":["Clinical & Translational Science Center, Weill Cornell Medicine, New York, NY, USA. yip4002@med.cornell.edu","Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA. yip4002@med.cornell.edu"],"raw_orcid":"https://orcid.org/0000-0001-9309-8331","affiliations":[{"raw_affiliation_string":"Clinical & Translational Science Center, Weill Cornell Medicine, New York, NY, USA. yip4002@med.cornell.edu","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA. yip4002@med.cornell.edu","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":14,"corresponding_author_ids":["https://openalex.org/A5009604048"],"corresponding_institution_ids":["https://openalex.org/I2799503643","https://openalex.org/I78577930"],"apc_list":{"value":3060,"currency":"USD","value_usd":3060},"apc_paid":{"value":3060,"currency":"USD","value_usd":3060},"fwci":20.5612,"has_fulltext":true,"cited_by_count":66,"citation_normalized_percentile":{"value":0.9954667,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"7","issue":"1","first_page":"239","last_page":"239"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.7034845948219299},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.517296552658081},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.47171467542648315},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.4408700466156006},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2107180655002594},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.1285078227519989}],"concepts":[{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.7034845948219299},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.517296552658081},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.47171467542648315},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.4408700466156006},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2107180655002594},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.1285078227519989},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1038/s41746-024-01239-w","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-024-01239-w","pdf_url":"https://www.nature.com/articles/s41746-024-01239-w.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:39251804","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39251804","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:escholarship.org:ark:/13030/qt27c7660v","is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/27c7660v","pdf_url":"https://escholarship.org/content/qt27c7660v/qt27c7660v.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, vol 7, iss 1","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:11383939","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11383939","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11383939/pdf/41746_2024_Article_1239.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:6c87374f013c4e07837f142b58d864e3","is_oa":true,"landing_page_url":"https://doaj.org/article/6c87374f013c4e07837f142b58d864e3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 7, Iss 1, Pp 1-8 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1038/s41746-024-01239-w","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-024-01239-w","pdf_url":"https://www.nature.com/articles/s41746-024-01239-w.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1172121642","display_name":null,"funder_award_id":"UL1TR001873","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G1684742011","display_name":null,"funder_award_id":"UL1TR001873","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G2214230469","display_name":null,"funder_award_id":"UL1TR002384","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G4713501941","display_name":null,"funder_award_id":"R01LM014344","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G5302456934","display_name":null,"funder_award_id":"T15LM007079","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G682085659","display_name":null,"funder_award_id":"R01LM009886","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G8110047914","display_name":null,"funder_award_id":"R01LM014344","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8763244384","display_name":null,"funder_award_id":"T15LM007079","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"}],"funders":[{"id":"https://openalex.org/F4320310598","display_name":"Amazon Web Services","ror":"https://ror.org/04mv4n011"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402348202.pdf","grobid_xml":"https://content.openalex.org/works/W4402348202.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1580457945","https://openalex.org/W1767470961","https://openalex.org/W2099369363","https://openalex.org/W2110568314","https://openalex.org/W2134568263","https://openalex.org/W2143514833","https://openalex.org/W2319983832","https://openalex.org/W2593758073","https://openalex.org/W2963341956","https://openalex.org/W2979826702","https://openalex.org/W3034999214","https://openalex.org/W3046375318","https://openalex.org/W3116984090","https://openalex.org/W3144543375","https://openalex.org/W3159259047","https://openalex.org/W3191480438","https://openalex.org/W3193329895","https://openalex.org/W3197043999","https://openalex.org/W4225727438","https://openalex.org/W4226278401","https://openalex.org/W4285171765","https://openalex.org/W4287017694","https://openalex.org/W4311743904","https://openalex.org/W4327810158","https://openalex.org/W4366563389","https://openalex.org/W4377820139","https://openalex.org/W4384071683","https://openalex.org/W4384918448","https://openalex.org/W4385573954","https://openalex.org/W4386120650","https://openalex.org/W4389917881","https://openalex.org/W4390723197","https://openalex.org/W4392686512","https://openalex.org/W4394688596","https://openalex.org/W6639206055","https://openalex.org/W6756040250","https://openalex.org/W6796581206"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W2351187795"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,99,120],"(LLMs)":[3],"hold":[4],"great":[5],"promise":[6],"in":[7,138],"summarizing":[8],"medical":[9],"evidence.":[10],"Most":[11],"recent":[12],"studies":[13],"focus":[14],"on":[15],"the":[16,50,95],"application":[17],"of":[18,31,75,78,97,107,134],"proprietary":[19,22,51],"LLMs.":[20],"Using":[21],"LLMs":[23,38,63],"introduces":[24],"multiple":[25],"risk":[26],"factors,":[27],"including":[28],"a":[29,70,140,144],"lack":[30],"transparency":[32,41],"and":[33,42,81,92,143],"vendor":[34],"dependency.":[35],"While":[36],"open-source":[37,62,98],"allow":[39],"better":[40],"customization,":[43],"their":[44,67],"performance":[45,96,106,125],"falls":[46],"short":[47],"compared":[48,126],"to":[49,58,112,127],"ones.":[52],"In":[53],"this":[54],"study,":[55],"we":[56,83],"investigated":[57],"what":[59],"extent":[60],"fine-tuning":[61],"can":[64],"further":[65],"improve":[66],"performance.":[68],"Utilizing":[69],"benchmark":[71],"dataset,":[72],"MedReview,":[73],"consisting":[74],"8161":[76],"pairs":[77],"systematic":[79],"reviews":[80],"summaries,":[82],"fine-tuned":[84,108,119],"three":[85],"broadly-used,":[86],"open-sourced":[87],"LLMs,":[88],"namely":[89],"PRIMERA,":[90],"LongT5,":[91],"Llama-2.":[93],"Overall,":[94],"was":[100],"all":[101],"improved":[102],"after":[103],"fine-tuning.":[104],"The":[105,131],"LongT5":[109],"is":[110],"close":[111],"GPT-3.5":[113],"with":[114],"zero-shot":[115,129],"settings.":[116],"Furthermore,":[117],"smaller":[118],"sometimes":[121],"even":[122],"demonstrated":[123],"superior":[124],"larger":[128],"models.":[130],"above":[132],"trends":[133],"improvement":[135],"were":[136],"manifested":[137],"both":[139],"human":[141],"evaluation":[142],"larger-scale":[145],"GPT4-simulated":[146],"evaluation.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":10}],"updated_date":"2026-05-30T09:04:40.226872","created_date":"2025-10-10T00:00:00"}