{"id":"https://openalex.org/W4402348202","doi":"https://doi.org/10.1038/s41746-024-01239-w","title":"Closing the gap between open source and commercial large language models for medical evidence summarization","display_name":"Closing the gap between open source and commercial large language models for medical evidence summarization","publication_year":2024,"publication_date":"2024-09-09","ids":{"openalex":"https://openalex.org/W4402348202","doi":"https://doi.org/10.1038/s41746-024-01239-w","pmid":"https://pubmed.ncbi.nlm.nih.gov/39251804"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-024-01239-w","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-024-01239-w","pdf_url":"https://www.nature.com/articles/s41746-024-01239-w.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-024-01239-w.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005232556","display_name":"Gongbo Zhang","orcid":"https://orcid.org/0009-0001-0077-3615"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gongbo Zhang","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611571","display_name":"Qiao Jin","orcid":"https://orcid.org/0000-0002-1268-7239"},"institutions":[{"id":"https://openalex.org/I1299303238","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238"]},{"id":"https://openalex.org/I4210109390","display_name":"National Center for Biotechnology Information","ror":"https://ror.org/02meqm098","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I2800548410","https://openalex.org/I4210109390"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiao Jin","raw_affiliation_strings":["National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-1268-7239","affiliations":[{"raw_affiliation_string":"National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD, USA","institution_ids":["https://openalex.org/I1299303238","https://openalex.org/I4210109390"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030407665","display_name":"Yiliang Zhou","orcid":"https://orcid.org/0009-0002-7457-7075"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiliang Zhou","raw_affiliation_strings":["Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA"],"raw_orcid":"https://orcid.org/0009-0002-7457-7075","affiliations":[{"raw_affiliation_string":"Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100326210","display_name":"Song Wang","orcid":"https://orcid.org/0000-0002-8224-0424"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Song Wang","raw_affiliation_strings":["Cockrell School of Engineering, The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-8224-0424","affiliations":[{"raw_affiliation_string":"Cockrell School of Engineering, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046632480","display_name":"Betina Idnay","orcid":"https://orcid.org/0000-0002-4318-5987"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Betina Idnay","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109778583","display_name":"Yiming Luo","orcid":"https://orcid.org/0009-0004-9395-6446"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiming Luo","raw_affiliation_strings":["Department of Medicine, Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008408671","display_name":"Elizabeth Park","orcid":"https://orcid.org/0000-0002-5277-349X"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth Park","raw_affiliation_strings":["Department of Medicine, Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076330165","display_name":"Jordan G. Nestor","orcid":"https://orcid.org/0000-0003-1418-3103"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jordan G. Nestor","raw_affiliation_strings":["Department of Medicine, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-1418-3103","affiliations":[{"raw_affiliation_string":"Department of Medicine, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Matthew E. Spotnitz","orcid":null},"institutions":[{"id":"https://openalex.org/I1299303238","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238"]},{"id":"https://openalex.org/I4210091794","display_name":"Office of the Director","ror":"https://ror.org/00fj8a872","country_code":"US","type":"other","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I4210091794"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew E. Spotnitz","raw_affiliation_strings":["Office of the Director, National Institutes of Health, Bethesda, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Office of the Director, National Institutes of Health, Bethesda, MD, USA","institution_ids":["https://openalex.org/I1299303238","https://openalex.org/I4210091794"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083337227","display_name":"Ali Soroush","orcid":"https://orcid.org/0000-0001-6900-5596"},"institutions":[{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Soroush","raw_affiliation_strings":["Charles Bronfman Institute for Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","Division of Data-Driven and Digital Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","Henry D. Janowitz Division of Gastroenterology, Icahn School of Medicine at Mount Sinai, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-6900-5596","affiliations":[{"raw_affiliation_string":"Charles Bronfman Institute for Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Division of Data-Driven and Digital Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Henry D. Janowitz Division of Gastroenterology, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059954337","display_name":"Thomas R. Campion","orcid":"https://orcid.org/0000-0001-7624-769X"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas R. Campion","raw_affiliation_strings":["Clinical & Translational Science Center, Weill Cornell Medicine, New York, NY, USA","Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinical & Translational Science Center, Weill Cornell Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]},{"raw_affiliation_string":"Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083081872","display_name":"Zhiyong Lu","orcid":"https://orcid.org/0000-0001-9998-916X"},"institutions":[{"id":"https://openalex.org/I1299303238","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238"]},{"id":"https://openalex.org/I4210109390","display_name":"National Center for Biotechnology Information","ror":"https://ror.org/02meqm098","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I2800548410","https://openalex.org/I4210109390"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiyong Lu","raw_affiliation_strings":["National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD, USA"],"raw_orcid":"https://orcid.org/0000-0001-9998-916X","affiliations":[{"raw_affiliation_string":"National Center for Biotechnology Information, National Library of Medicine, National Institutes of Health, Bethesda, MD, USA","institution_ids":["https://openalex.org/I1299303238","https://openalex.org/I4210109390"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009604048","display_name":"Chunhua Weng","orcid":"https://orcid.org/0000-0002-9624-0214"},"institutions":[{"id":"https://openalex.org/I2799503643","display_name":"Columbia University Irving Medical Center","ror":"https://ror.org/01esghr10","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799503643"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chunhua Weng","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University, New York, NY, USA. cw2384@cumc.columbia.edu"],"raw_orcid":"https://orcid.org/0000-0002-9624-0214","affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, NY, USA. cw2384@cumc.columbia.edu","institution_ids":["https://openalex.org/I2799503643","https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085113833","display_name":"Yifan Peng","orcid":"https://orcid.org/0000-0001-9309-8331"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifan Peng","raw_affiliation_strings":["Clinical & Translational Science Center, Weill Cornell Medicine, New York, NY, USA. yip4002@med.cornell.edu","Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA. yip4002@med.cornell.edu"],"raw_orcid":"https://orcid.org/0000-0001-9309-8331","affiliations":[{"raw_affiliation_string":"Clinical & Translational Science Center, Weill Cornell Medicine, New York, NY, USA. yip4002@med.cornell.edu","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"Department of Population Health Sciences, Weill Cornell Medicine, New York, NY, USA. yip4002@med.cornell.edu","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5009604048"],"corresponding_institution_ids":["https://openalex.org/I2799503643","https://openalex.org/I78577930"],"apc_list":{"value":3590,"currency":"USD","value_usd":3590},"apc_paid":{"value":3590,"currency":"USD","value_usd":3590},"fwci":17.9311,"has_fulltext":true,"cited_by_count":74,"citation_normalized_percentile":{"value":0.99450016,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"7","issue":"1","first_page":"239","last_page":"239"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.7034845948219299},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.517296552658081},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.47171467542648315},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.4408700466156006},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2107180655002594},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.1285078227519989}],"concepts":[{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.7034845948219299},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.517296552658081},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.47171467542648315},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.4408700466156006},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2107180655002594},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.1285078227519989},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1038/s41746-024-01239-w","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-024-01239-w","pdf_url":"https://www.nature.com/articles/s41746-024-01239-w.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:39251804","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39251804","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:escholarship.org:ark:/13030/qt27c7660v","is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/27c7660v","pdf_url":"https://escholarship.org/content/qt27c7660v/qt27c7660v.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, vol 7, iss 1","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:11383939","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11383939","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11383939/pdf/41746_2024_Article_1239.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:6c87374f013c4e07837f142b58d864e3","is_oa":true,"landing_page_url":"https://doaj.org/article/6c87374f013c4e07837f142b58d864e3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 7, Iss 1, Pp 1-8 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1038/s41746-024-01239-w","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-024-01239-w","pdf_url":"https://www.nature.com/articles/s41746-024-01239-w.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1133076894","display_name":null,"funder_award_id":"UL1 TR001873","funder_id":"https://openalex.org/F4320337472","funder_display_name":"National Center for Advancing Translational Sciences"},{"id":"https://openalex.org/G1172121642","display_name":null,"funder_award_id":"UL1TR001873","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G1684742011","display_name":null,"funder_award_id":"UL1TR001873","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G1717616742","display_name":null,"funder_award_id":"R01LM014344","funder_id":"https://openalex.org/F4320306085","funder_display_name":"U.S. Department of Health and Human Services"},{"id":"https://openalex.org/G2214230469","display_name":null,"funder_award_id":"UL1TR002384","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G2912063694","display_name":null,"funder_award_id":"R01 LM009886","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G4067844156","display_name":null,"funder_award_id":"T15 LM007079","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G4713501941","display_name":null,"funder_award_id":"R01LM014344","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G5302456934","display_name":null,"funder_award_id":"T15LM007079","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5307976534","display_name":null,"funder_award_id":"UL1 TR002384","funder_id":"https://openalex.org/F4320337472","funder_display_name":"National Center for Advancing Translational Sciences"},{"id":"https://openalex.org/G5697115585","display_name":null,"funder_award_id":"UL1TR001873","funder_id":"https://openalex.org/F4320306085","funder_display_name":"U.S. Department of Health and Human Services"},{"id":"https://openalex.org/G5763468455","display_name":null,"funder_award_id":"R01 HG012655","funder_id":"https://openalex.org/F4320337348","funder_display_name":"National Human Genome Research Institute"},{"id":"https://openalex.org/G6103499496","display_name":null,"funder_award_id":"R01 LM014344","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G682085659","display_name":null,"funder_award_id":"R01LM009886","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G8110047914","display_name":null,"funder_award_id":"R01LM014344","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8763244384","display_name":null,"funder_award_id":"T15LM007079","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"}],"funders":[{"id":"https://openalex.org/F4320306085","display_name":"U.S. Department of Health and Human Services","ror":"https://ror.org/033jnv181"},{"id":"https://openalex.org/F4320310598","display_name":"Amazon Web Services","ror":"https://ror.org/04mv4n011"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337348","display_name":"National Human Genome Research Institute","ror":"https://ror.org/00baak391"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"},{"id":"https://openalex.org/F4320337472","display_name":"National Center for Advancing Translational Sciences","ror":"https://ror.org/04pw6fb54"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402348202.pdf","grobid_xml":"https://content.openalex.org/works/W4402348202.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1580457945","https://openalex.org/W1767470961","https://openalex.org/W2099369363","https://openalex.org/W2110568314","https://openalex.org/W2134568263","https://openalex.org/W2143514833","https://openalex.org/W2319983832","https://openalex.org/W2593758073","https://openalex.org/W2963341956","https://openalex.org/W2979826702","https://openalex.org/W3034999214","https://openalex.org/W3046375318","https://openalex.org/W3116984090","https://openalex.org/W3144543375","https://openalex.org/W3159259047","https://openalex.org/W3191480438","https://openalex.org/W3193329895","https://openalex.org/W3197043999","https://openalex.org/W4225727438","https://openalex.org/W4226278401","https://openalex.org/W4285171765","https://openalex.org/W4287017694","https://openalex.org/W4311743904","https://openalex.org/W4327810158","https://openalex.org/W4366563389","https://openalex.org/W4377820139","https://openalex.org/W4384071683","https://openalex.org/W4384918448","https://openalex.org/W4385573954","https://openalex.org/W4386120650","https://openalex.org/W4389917881","https://openalex.org/W4390723197","https://openalex.org/W4392686512","https://openalex.org/W4394688596","https://openalex.org/W6639206055","https://openalex.org/W6756040250","https://openalex.org/W6796581206"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W2351187795"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,99,120],"(LLMs)":[3],"hold":[4],"great":[5],"promise":[6],"in":[7,138],"summarizing":[8],"medical":[9],"evidence.":[10],"Most":[11],"recent":[12],"studies":[13],"focus":[14],"on":[15],"the":[16,50,95],"application":[17],"of":[18,31,75,78,97,107,134],"proprietary":[19,22,51],"LLMs.":[20],"Using":[21],"LLMs":[23,38,63],"introduces":[24],"multiple":[25],"risk":[26],"factors,":[27],"including":[28],"a":[29,70,140,144],"lack":[30],"transparency":[32,41],"and":[33,42,81,92,143],"vendor":[34],"dependency.":[35],"While":[36],"open-source":[37,62,98],"allow":[39],"better":[40],"customization,":[43],"their":[44,67],"performance":[45,96,106,125],"falls":[46],"short":[47],"compared":[48,126],"to":[49,58,112,127],"ones.":[52],"In":[53],"this":[54],"study,":[55],"we":[56,83],"investigated":[57],"what":[59],"extent":[60],"fine-tuning":[61],"can":[64],"further":[65],"improve":[66],"performance.":[68],"Utilizing":[69],"benchmark":[71],"dataset,":[72],"MedReview,":[73],"consisting":[74],"8161":[76],"pairs":[77],"systematic":[79],"reviews":[80],"summaries,":[82],"fine-tuned":[84,108,119],"three":[85],"broadly-used,":[86],"open-sourced":[87],"LLMs,":[88],"namely":[89],"PRIMERA,":[90],"LongT5,":[91],"Llama-2.":[93],"Overall,":[94],"was":[100],"all":[101],"improved":[102],"after":[103],"fine-tuning.":[104],"The":[105,131],"LongT5":[109],"is":[110],"close":[111],"GPT-3.5":[113],"with":[114],"zero-shot":[115,129],"settings.":[116],"Furthermore,":[117],"smaller":[118],"sometimes":[121],"even":[122],"demonstrated":[123],"superior":[124],"larger":[128],"models.":[130],"above":[132],"trends":[133],"improvement":[135],"were":[136],"manifested":[137],"both":[139],"human":[141],"evaluation":[142],"larger-scale":[145],"GPT4-simulated":[146],"evaluation.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":26},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":10}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}