{"id":"https://openalex.org/W4409957811","doi":"https://doi.org/10.3389/fdgth.2025.1569554","title":"Summarizing clinical evidence utilizing large language models for cancer treatments: a blinded comparative analysis","display_name":"Summarizing clinical evidence utilizing large language models for cancer treatments: a blinded comparative analysis","publication_year":2025,"publication_date":"2025-04-29","ids":{"openalex":"https://openalex.org/W4409957811","doi":"https://doi.org/10.3389/fdgth.2025.1569554","pmid":"https://pubmed.ncbi.nlm.nih.gov/40364850"},"language":"en","primary_location":{"id":"doi:10.3389/fdgth.2025.1569554","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fdgth.2025.1569554","pdf_url":null,"source":{"id":"https://openalex.org/S4210170686","display_name":"Frontiers in Digital Health","issn_l":"2673-253X","issn":["2673-253X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Digital Health","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3389/fdgth.2025.1569554","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079808194","display_name":"Samuel M. Rubinstein","orcid":"https://orcid.org/0000-0002-5568-4441"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel Rubinstein","raw_affiliation_strings":["Division of Hematology, Department of Medicine, University of North Carolina, Chapel Hill, NC, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Hematology, Department of Medicine, University of North Carolina, Chapel Hill, NC, United States","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019092508","display_name":"Aleenah Mohsin","orcid":"https://orcid.org/0000-0002-3441-619X"},"institutions":[{"id":"https://openalex.org/I2800446032","display_name":"Rhode Island Hospital","ror":"https://ror.org/01aw9fv09","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800446032","https://openalex.org/I4210151747"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aleenah Mohsin","raw_affiliation_strings":["Brown University Health Cancer Institute, Rhode Island Hospital, Providence, RI, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University Health Cancer Institute, Rhode Island Hospital, Providence, RI, United States","institution_ids":["https://openalex.org/I2800446032"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043230577","display_name":"Rahul Banerjee","orcid":"https://orcid.org/0000-0001-9555-7984"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210089486","display_name":"Fred Hutch Cancer Center","ror":"https://ror.org/007ps6h72","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210089486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahul Banerjee","raw_affiliation_strings":["Clinical Research Division, Fred Hutch Cancer Center, Seattle, WA, United States","Division of Hematology-Oncology, University of Washington, Seattle, WA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinical Research Division, Fred Hutch Cancer Center, Seattle, WA, United States","institution_ids":["https://openalex.org/I4210089486"]},{"raw_affiliation_string":"Division of Hematology-Oncology, University of Washington, Seattle, WA, United States","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070149920","display_name":"Will Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Will Ma","raw_affiliation_strings":["Hope AI, Inc, Princeton, NJ, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hope AI, Inc, Princeton, NJ, United States","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059656568","display_name":"Sanjay Mishra","orcid":"https://orcid.org/0000-0002-7775-9600"},"institutions":[{"id":"https://openalex.org/I2800446032","display_name":"Rhode Island Hospital","ror":"https://ror.org/01aw9fv09","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800446032","https://openalex.org/I4210151747"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanjay Mishra","raw_affiliation_strings":["Brown University Health Cancer Institute, Rhode Island Hospital, Providence, RI, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University Health Cancer Institute, Rhode Island Hospital, Providence, RI, United States","institution_ids":["https://openalex.org/I2800446032"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046553822","display_name":"Mary Kwok","orcid":"https://orcid.org/0000-0002-3002-8130"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210089486","display_name":"Fred Hutch Cancer Center","ror":"https://ror.org/007ps6h72","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210089486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mary Kwok","raw_affiliation_strings":["Clinical Research Division, Fred Hutch Cancer Center, Seattle, WA, United States","Division of Hematology-Oncology, University of Washington, Seattle, WA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinical Research Division, Fred Hutch Cancer Center, Seattle, WA, United States","institution_ids":["https://openalex.org/I4210089486"]},{"raw_affiliation_string":"Division of Hematology-Oncology, University of Washington, Seattle, WA, United States","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101942940","display_name":"Peter Yang","orcid":"https://orcid.org/0000-0002-1870-7464"},"institutions":[{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Yang","raw_affiliation_strings":["Department of Medicine, Massachusetts General Hospital, Boston, MA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Massachusetts General Hospital, Boston, MA, United States","institution_ids":["https://openalex.org/I4210087915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044194506","display_name":"Jeremy L. Warner","orcid":"https://orcid.org/0000-0002-2851-7242"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]},{"id":"https://openalex.org/I2800446032","display_name":"Rhode Island Hospital","ror":"https://ror.org/01aw9fv09","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800446032","https://openalex.org/I4210151747"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeremy L. Warner","raw_affiliation_strings":["Brown University Health Cancer Institute, Rhode Island Hospital, Providence, RI, United States","Legorreta Cancer Center, Brown University, Providence, RI, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University Health Cancer Institute, Rhode Island Hospital, Providence, RI, United States","institution_ids":["https://openalex.org/I2800446032"]},{"raw_affiliation_string":"Legorreta Cancer Center, Brown University, Providence, RI, United States","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101564325","display_name":"Andrew J. Cowan","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210089486","display_name":"Fred Hutch Cancer Center","ror":"https://ror.org/007ps6h72","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210089486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andrew J. Cowan","raw_affiliation_strings":["Clinical Research Division, Fred Hutch Cancer Center, Seattle, WA, United States","Division of Hematology-Oncology, University of Washington, Seattle, WA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinical Research Division, Fred Hutch Cancer Center, Seattle, WA, United States","institution_ids":["https://openalex.org/I4210089486"]},{"raw_affiliation_string":"Division of Hematology-Oncology, University of Washington, Seattle, WA, United States","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5101564325"],"corresponding_institution_ids":["https://openalex.org/I201448701","https://openalex.org/I4210089486"],"apc_list":{"value":1900,"currency":"USD","value_usd":1900},"apc_paid":{"value":1900,"currency":"USD","value_usd":1900},"fwci":1.3148,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.83070758,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"1569554","last_page":"1569554"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.259799987077713,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.259799987077713,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.07930000126361847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11763","display_name":"Intracerebral and Subarachnoid Hemorrhage Research","score":0.06560000032186508,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43893033266067505},{"id":"https://openalex.org/keywords/cancer","display_name":"Cancer","score":0.4209707975387573},{"id":"https://openalex.org/keywords/medical-physics","display_name":"Medical physics","score":0.40363115072250366},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.3940727710723877},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3755215108394623},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.2285342812538147}],"concepts":[{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43893033266067505},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.4209707975387573},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.40363115072250366},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3940727710723877},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3755215108394623},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.2285342812538147}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/fdgth.2025.1569554","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fdgth.2025.1569554","pdf_url":null,"source":{"id":"https://openalex.org/S4210170686","display_name":"Frontiers in Digital Health","issn_l":"2673-253X","issn":["2673-253X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Digital Health","raw_type":"journal-article"},{"id":"pmid:40364850","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40364850","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in digital health","raw_type":null},{"id":"pmh:oai:doaj.org/article:dd3792ec08bb43ba933e938ed6c16eef","is_oa":true,"landing_page_url":"https://doaj.org/article/dd3792ec08bb43ba933e938ed6c16eef","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Digital Health, Vol 7 (2025)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12069342","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12069342","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Digit Health","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3389/fdgth.2025.1569554","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fdgth.2025.1569554","pdf_url":null,"source":{"id":"https://openalex.org/S4210170686","display_name":"Frontiers in Digital Health","issn_l":"2673-253X","issn":["2673-253X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Digital Health","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","display_name":"No poverty","score":0.5699999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1985864219","https://openalex.org/W2009289055","https://openalex.org/W2011871138","https://openalex.org/W2093274439","https://openalex.org/W2138542336","https://openalex.org/W2171780283","https://openalex.org/W3112339026","https://openalex.org/W3174070807","https://openalex.org/W4312072518","https://openalex.org/W4378783233","https://openalex.org/W4385839624","https://openalex.org/W4386120650","https://openalex.org/W4389606680","https://openalex.org/W4391301614","https://openalex.org/W4392193048","https://openalex.org/W4393166638","https://openalex.org/W4399304831","https://openalex.org/W4399702760","https://openalex.org/W4400429810","https://openalex.org/W4400642559","https://openalex.org/W4404031831","https://openalex.org/W6873704234"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3031052312","https://openalex.org/W4389568370","https://openalex.org/W3032375762","https://openalex.org/W1995515455","https://openalex.org/W2080531066","https://openalex.org/W3108674512","https://openalex.org/W1506200166"],"abstract_inverted_index":{"Background:":[0],"Concise":[1],"synopses":[2,38,74],"of":[3,31,57,192,234],"clinical":[4,238],"evidence":[5],"support":[6],"treatment":[7,41],"decision-making":[8],"but":[9,20],"are":[10],"time-consuming":[11],"to":[12,36,72,222,230],"curate.":[13],"Large":[14],"language":[15],"models":[16],"(LLMs)":[17],"offer":[18],"potential":[19],"they":[21],"may":[22],"provide":[23],"inaccurate":[24],"information.":[25],"We":[26,53],"objectively":[27],"assessed":[28,81],"the":[29,55,117,124,181,193,232],"abilities":[30],"four":[32,58],"commercially":[33],"available":[34],"LLMs":[35,126,194,214],"generate":[37,237],"for":[39,75],"six":[40,76],"regimens":[42],"in":[43,120,127],"multiple":[44],"myeloma":[45],"and":[46,66,87,104,159,185],"amyloid":[47],"light":[48],"chain":[49],"(AL)":[50],"amyloidosis.":[51],"Methods:":[52],"compared":[54],"performance":[56,119],"LLMs:":[59],"Claude":[60,115,202],"3.5,":[61],"ChatGPT":[62,136,166,184],"4.0;":[63],"Gemini":[64,139,153,169,186],"1.0":[65],"Llama-3.1.":[67],"Each":[68],"LLM":[69],"was":[70,107],"prompted":[71],"write":[73],"regimens.":[77],"Two":[78],"hematologists":[79],"independently":[80,236],"accuracy,":[82,197],"completeness,":[83,198],"relevance,":[84],"clarity,":[85],"coherence,":[86],"hallucinations":[88],"using":[89,109],"Likert":[90,130,146,162],"scales.":[91],"Mean":[92],"scores":[93],"with":[94],"95%":[95],"confidence":[96],"intervals":[97],"(CI)":[98],"were":[99],"calculated":[100],"across":[101,179],"all":[102,121,180,212],"domains":[103],"inter-rater":[105],"reliability":[106],"evaluated":[108],"Cohen's":[110],"quadratic":[111],"weighted":[112],"kappa.":[113],"Results:":[114],"demonstrated":[116],"highest":[118],"domains,":[122],"outperforming":[123],"other":[125,210],"accuracy:":[128],"mean":[129,145,161],"score":[131,147,163],"3.92":[132],"(95%":[133],"CI":[134],"3.54-4.29);":[135],"3.25":[137,170],"(2.76-3.74);":[138],"3.17":[140],"(2.54-3.80);":[141],"Llama":[142,156,172,175],"1.92":[143,173],"(1.41-2.43);completeness:":[144],"4.00":[148,164],"(3.66-4.34);":[149],"GPT":[150],"2.58":[151,154],"(2.02-3.15);":[152,155],"1.67":[157],"(1.39-1.95);":[158],"extentofhallucinations:":[160],"(4.00-4.00);":[165],"2.75":[167],"(2.06-3.44);":[168],"(2.65-3.85);":[171],"(1.26-2.57).":[174],"performed":[176,203],"considerably":[177],"poorer":[178],"studied":[182],"domains.":[183],"had":[187],"intermediate":[188],"performance.":[189],"Notably,":[190],"none":[191],"registered":[195],"perfect":[196],"or":[199],"relevance.":[200],"Conclusion:":[201],"at":[204],"a":[205,219],"consistently":[206],"higher":[207],"level":[208],"than":[209],"LLMs,":[211],"tested":[213],"required":[215],"careful":[216],"editing":[217],"from":[218],"domain":[220],"expert":[221],"become":[223],"usable.":[224],"More":[225],"time":[226],"will":[227],"be":[228],"needed":[229],"determine":[231],"suitability":[233],"LLMsto":[235],"synopses.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}