{"id":"https://openalex.org/W4413050151","doi":"https://doi.org/10.3233/shti250982","title":"Readability Assessment and Comparison of Large Language Model-Generated Summaries of Trial Descriptions on ClinicalTrials.gov","display_name":"Readability Assessment and Comparison of Large Language Model-Generated Summaries of Trial Descriptions on ClinicalTrials.gov","publication_year":2025,"publication_date":"2025-08-07","ids":{"openalex":"https://openalex.org/W4413050151","doi":"https://doi.org/10.3233/shti250982","pmid":"https://pubmed.ncbi.nlm.nih.gov/40776000"},"language":"en","primary_location":{"id":"doi:10.3233/shti250982","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250982","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/shti250982","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108036438","display_name":"Tzu-Chun Wu","orcid":"https://orcid.org/0000-0001-8343-4872"},"institutions":[{"id":"https://openalex.org/I63135867","display_name":"University of Cincinnati","ror":"https://ror.org/01e3m7079","country_code":"US","type":"education","lineage":["https://openalex.org/I63135867"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tzu-Chun Wu","raw_affiliation_strings":["University of Cincinnati, Cincinnati, OH, United States"],"raw_orcid":"https://orcid.org/0000-0001-8343-4872","affiliations":[{"raw_affiliation_string":"University of Cincinnati, Cincinnati, OH, United States","institution_ids":["https://openalex.org/I63135867"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114478386","display_name":"Hanniel Shih","orcid":"https://orcid.org/0009-0005-0396-6630"},"institutions":[{"id":"https://openalex.org/I63135867","display_name":"University of Cincinnati","ror":"https://ror.org/01e3m7079","country_code":"US","type":"education","lineage":["https://openalex.org/I63135867"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanniel Shih","raw_affiliation_strings":["University of Cincinnati, Cincinnati, OH, United States"],"raw_orcid":"https://orcid.org/0009-0005-0396-6630","affiliations":[{"raw_affiliation_string":"University of Cincinnati, Cincinnati, OH, United States","institution_ids":["https://openalex.org/I63135867"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050926759","display_name":"Anunita Nattam","orcid":"https://orcid.org/0000-0001-8193-6430"},"institutions":[{"id":"https://openalex.org/I63135867","display_name":"University of Cincinnati","ror":"https://ror.org/01e3m7079","country_code":"US","type":"education","lineage":["https://openalex.org/I63135867"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anunita Nattam","raw_affiliation_strings":["University of Cincinnati, Cincinnati, OH, United States"],"raw_orcid":"https://orcid.org/0000-0001-8193-6430","affiliations":[{"raw_affiliation_string":"University of Cincinnati, Cincinnati, OH, United States","institution_ids":["https://openalex.org/I63135867"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119245220","display_name":"Himaja Chintalapalli","orcid":null},"institutions":[{"id":"https://openalex.org/I63135867","display_name":"University of Cincinnati","ror":"https://ror.org/01e3m7079","country_code":"US","type":"education","lineage":["https://openalex.org/I63135867"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Himaja Chintalapalli","raw_affiliation_strings":["University of Cincinnati, Cincinnati, OH, United States"],"raw_orcid":"https://orcid.org/0009-0000-9275-6486","affiliations":[{"raw_affiliation_string":"University of Cincinnati, Cincinnati, OH, United States","institution_ids":["https://openalex.org/I63135867"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032246831","display_name":"David A. Hanauer","orcid":"https://orcid.org/0000-0001-6931-3791"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David A. Hanauer","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, United States"],"raw_orcid":"https://orcid.org/0000-0001-6931-3791","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, United States","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kai Zheng","orcid":"https://orcid.org/0000-0003-4121-4948"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kai Zheng","raw_affiliation_strings":["University of California, Irvine, CA, United States"],"raw_orcid":"https://orcid.org/0000-0003-4121-4948","affiliations":[{"raw_affiliation_string":"University of California, Irvine, CA, United States","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081589882","display_name":"Danny T Y Wu","orcid":"https://orcid.org/0000-0002-7658-3754"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I63135867","display_name":"University of Cincinnati","ror":"https://ror.org/01e3m7079","country_code":"US","type":"education","lineage":["https://openalex.org/I63135867"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danny T.Y. Wu","raw_affiliation_strings":["University of Cincinnati, Cincinnati, OH, United States","University of North Carolina, Chapel Hill, NC, United States"],"raw_orcid":"https://orcid.org/0000-0002-7658-3754","affiliations":[{"raw_affiliation_string":"University of Cincinnati, Cincinnati, OH, United States","institution_ids":["https://openalex.org/I63135867"]},{"raw_affiliation_string":"University of North Carolina, Chapel Hill, NC, United States","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5108036438"],"corresponding_institution_ids":["https://openalex.org/I63135867"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33472632,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"329","issue":null,"first_page":"961","last_page":"965"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9031999707221985,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/readability","display_name":"Readability","score":0.9961551427841187},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.7090988159179688},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5907840132713318},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5737485885620117},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.5431976914405823},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5059186816215515},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4932507872581482},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3307814598083496},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32246828079223633},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1937999129295349}],"concepts":[{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.9961551427841187},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.7090988159179688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5907840132713318},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5737485885620117},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5431976914405823},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5059186816215515},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4932507872581482},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3307814598083496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32246828079223633},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1937999129295349},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002986","descriptor_name":"Clinical Trials as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D002986","descriptor_name":"Clinical Trials as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D002986","descriptor_name":"Clinical Trials as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D032882","descriptor_name":"Comprehension","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D032882","descriptor_name":"Comprehension","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D032882","descriptor_name":"Comprehension","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057220","descriptor_name":"Health Literacy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057220","descriptor_name":"Health Literacy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057220","descriptor_name":"Health Literacy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.3233/shti250982","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250982","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},{"id":"pmid:40776000","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40776000","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in health technology and informatics","raw_type":null}],"best_oa_location":{"id":"doi:10.3233/shti250982","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250982","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8899999856948853}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1964661231","https://openalex.org/W4254960163","https://openalex.org/W3110264473","https://openalex.org/W2999103397","https://openalex.org/W2370831213","https://openalex.org/W4315704968","https://openalex.org/W4285478380","https://openalex.org/W2100255360","https://openalex.org/W2032810564","https://openalex.org/W2107506952"],"abstract_inverted_index":{"This":[0],"study":[1,33],"evaluated":[2],"the":[3,65,73,116],"readability":[4,11,75,117],"of":[5,96,118],"ClinicalTrials.gov":[6,67,119],"trial":[7,68],"information":[8],"using":[9],"traditional":[10],"measures":[12],"(TRMs)":[13],"and":[14,27,48,85],"compared":[15],"it":[16],"to":[17,105,114,120],"summaries":[18,80],"generated":[19],"by":[20,57,123],"large":[21],"language":[22],"models":[23],"(LLMs),":[24],"specifically":[25],"ChatGPT":[26,92],"a":[28,111],"fine-tuned":[29],"BART-Large-CNN":[30],"(FBLC).":[31],"The":[32,61],"involved:":[34],"1)":[35],"assessing":[36],"required":[37],"reading":[38],"levels":[39],"(RRL)":[40],"with":[41],"TRMs,":[42],"2)":[43],"generating":[44],"sample":[45],"LLM-based":[46],"summaries,":[47],"3)":[49],"evaluating":[50],"summary":[51],"quality":[52,87],"based":[53],"on":[54],"scores":[55],"provided":[56],"two":[58],"independent":[59],"reviewers.":[60],"results":[62],"show":[63],"that":[64,91],"original":[66],"descriptions":[69],"were":[70],"scored":[71],"above":[72],"recommended":[74],"level.":[76],"In":[77],"contrast,":[78],"ChatGPT-generated":[79],"had":[81],"significantly":[82],"lower":[83],"RRLs":[84],"higher":[86],"scores.":[88],"We":[89],"conclude":[90],"shows":[93],"great":[94],"promise":[95],"creating":[97],"readable,":[98],"high-quality":[99],"summaries.":[100],"Future":[101],"research":[102],"is":[103],"warranted":[104],"assess":[106],"whether":[107],"LLMs":[108],"could":[109],"be":[110],"viable":[112],"solution":[113],"improve":[115],"facilitate":[121],"comprehension":[122],"laypersons.":[124]},"counts_by_year":[],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}