{"id":"https://openalex.org/W7223373430","doi":"https://doi.org/10.1186/s12890-026-04903-x","title":"Assessing the reliability of AI-generated responses to patient-oriented lung cancer questions: a multi-platform study","display_name":"Assessing the reliability of AI-generated responses to patient-oriented lung cancer questions: a multi-platform study","publication_year":2026,"publication_date":"2026-10-23","ids":{"openalex":"https://openalex.org/W7223373430","doi":"https://doi.org/10.1186/s12890-026-04903-x","pmid":"https://pubmed.ncbi.nlm.nih.gov/42972341","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/13726110"},"language":"en","primary_location":{"id":"doi:10.1186/s12890-026-04903-x","doi":"https://doi.org/10.1186/s12890-026-04903-x","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12890-026-04903-x","pdf_url":"https://link.springer.com/content/pdf/10.1186/s12890-026-04903-x.pdf","source":{"id":"https://openalex.org/S204956882","display_name":"BMC Pulmonary Medicine","issn_l":"1471-2466","issn":["1471-2466"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Pulmonary Medicine","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1186/s12890-026-04903-x.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112417156","display_name":"Erhan \u00d6zer","orcid":"https://orcid.org/0000-0002-2228-6439","observed_orcids":["https://orcid.org/0000-0002-2228-6439"]},"institutions":[{"id":"https://openalex.org/I131835042","display_name":"Bursa Uluda\u011f \u00dcni\u0307versi\u0307tesi\u0307","ror":"https://ror.org/03tg3eb07","country_code":"TR","type":"education","lineage":["https://openalex.org/I131835042"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Erhan \u00d6zer","raw_affiliation_strings":["Department of Thoracic Surgery, Bursa Uluda\u011f University Faculty of Medicine, 1st Floor, 16059, Bursa, Turkey. erhanozer@uludag.edu.tr"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Thoracic Surgery, Bursa Uluda\u011f University Faculty of Medicine, 1st Floor, 16059, Bursa, Turkey. erhanozer@uludag.edu.tr","institution_ids":["https://openalex.org/I131835042"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5159307832","display_name":"Gizem Gediko\u011flu Pirim","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gizem Gediko\u011flu Pirim","raw_affiliation_strings":["Department of Thoracic Surgery, Afyon State Hospital, Afyon, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Thoracic Surgery, Afyon State Hospital, Afyon, Turkey","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5112417156"],"corresponding_institution_ids":["https://openalex.org/I131835042"],"apc_list":{"value":3090,"currency":"USD","value_usd":3090},"apc_paid":{"value":3090,"currency":"USD","value_usd":3090},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.71217538,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"26","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.006099999882280827,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9900000095367432},{"id":"https://openalex.org/keywords/lung-cancer","display_name":"lung cancer","score":0.9010000228881836},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.8820000290870667},{"id":"https://openalex.org/keywords/claude","display_name":"Claude","score":0.9800000190734863},{"id":"https://openalex.org/keywords/google-gemini","display_name":"Google Gemini","score":0.9459999799728394},{"id":"https://openalex.org/keywords/response-accuracy","display_name":"response accuracy","score":0.5830000042915344},{"id":"https://openalex.org/keywords/response-completeness","display_name":"response completeness","score":0.574999988079071},{"id":"https://openalex.org/keywords/clinical-relevance","display_name":"clinical relevance","score":0.8799999952316284},{"id":"https://openalex.org/keywords/readability","display_name":"readability","score":0.9959999918937683},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.9649999737739563},{"id":"https://openalex.org/keywords/clinical-equivalence","display_name":"clinical equivalence","score":0.34599998593330383},{"id":"https://openalex.org/keywords/patient-questions","display_name":"patient questions","score":0.3569999933242798},{"id":"https://openalex.org/keywords/thoracic-surgeons","display_name":"thoracic surgeons","score":0.4440000057220459}],"concepts":[{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.9128999710083008},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.8950999975204468},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.832099974155426},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5468000173568726},{"id":"https://openalex.org/C2776256026","wikidata":"https://www.wikidata.org/wiki/Q47912","display_name":"Lung cancer","level":2,"score":0.527999997138977},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4948999881744385},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.40860000252723694},{"id":"https://openalex.org/C2780932742","wikidata":"https://www.wikidata.org/wiki/Q4915239","display_name":"Biorepository","level":3,"score":0.37779998779296875},{"id":"https://openalex.org/C102959455","wikidata":"https://www.wikidata.org/wiki/Q7313954","display_name":"Repeated measures design","level":2,"score":0.3709000051021576},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.35690000653266907},{"id":"https://openalex.org/C63363279","wikidata":"https://www.wikidata.org/wiki/Q5133848","display_name":"Clinical significance","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C143998085","wikidata":"https://www.wikidata.org/wiki/Q162555","display_name":"Oncology","level":1,"score":0.30730000138282776},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.2833000123500824},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C17231256","wikidata":"https://www.wikidata.org/wiki/Q5156540","display_name":"Completeness (order theory)","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C1862650","wikidata":"https://www.wikidata.org/wiki/Q186005","display_name":"Physical therapy","level":1,"score":0.2524999976158142},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.251800000667572}],"mesh":[{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008175","descriptor_name":"Lung Neoplasms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011795","descriptor_name":"Surveys and Questionnaires","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D032882","descriptor_name":"Comprehension","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1186/s12890-026-04903-x","doi":"https://doi.org/10.1186/s12890-026-04903-x","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12890-026-04903-x","pdf_url":"https://link.springer.com/content/pdf/10.1186/s12890-026-04903-x.pdf","source":{"id":"https://openalex.org/S204956882","display_name":"BMC Pulmonary Medicine","issn_l":"1471-2466","issn":["1471-2466"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Pulmonary Medicine","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13726110","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13726110/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13726110/pdf/12890_2026_Article_4903.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Pulm Med","raw_type":"Text"},{"id":"pmid:42972341","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42972341","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC pulmonary medicine","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1186/s12890-026-04903-x","doi":"https://doi.org/10.1186/s12890-026-04903-x","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12890-026-04903-x","pdf_url":"https://link.springer.com/content/pdf/10.1186/s12890-026-04903-x.pdf","source":{"id":"https://openalex.org/S204956882","display_name":"BMC Pulmonary Medicine","issn_l":"1471-2466","issn":["1471-2466"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Pulmonary Medicine","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.9391000270843506}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7223373430.pdf","grobid_xml":"https://content.openalex.org/works/W7223373430.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W2999417355","https://openalex.org/W3048896255","https://openalex.org/W4322622443","https://openalex.org/W4381469233","https://openalex.org/W4387242094","https://openalex.org/W4399162090","https://openalex.org/W4401056043","https://openalex.org/W4401078459","https://openalex.org/W4403787004","https://openalex.org/W4403880728","https://openalex.org/W4407095344","https://openalex.org/W4412523415","https://openalex.org/W4412823866","https://openalex.org/W4413221669","https://openalex.org/W4414341158","https://openalex.org/W4414880142","https://openalex.org/W4415781674","https://openalex.org/W7129061685","https://openalex.org/W7165159682"],"related_works":["https://openalex.org/W7165159682","https://openalex.org/W7162488878","https://openalex.org/W4414341158","https://openalex.org/W4393090969","https://openalex.org/W4413821196","https://openalex.org/W7135065879","https://openalex.org/W4413122432","https://openalex.org/W4409914844","https://openalex.org/W7172494413","https://openalex.org/W7204916794"],"abstract_inverted_index":{"BACKGROUND:":[0],"Large":[1],"language":[2],"models":[3,119,253],"(LLMs)":[4],"are":[5],"increasingly":[6,18],"used":[7],"by":[8,72,87],"patients":[9],"seeking":[10],"lung":[11,45],"cancer-related":[12,46],"medical":[13,24],"information.":[14],"Recent":[15],"studies":[16],"have":[17],"compared":[19],"multiple":[20],"LLMs":[21,233],"for":[22,41,77,121,160,167],"patient-facing":[23],"information;":[25],"however,":[26],"differences":[27],"in":[28,242],"clinically":[29],"relevant":[30],"performance":[31],"dimensions":[32],"and":[33,59,65,82,101,164,166,204,237,244],"consistency":[34],"across":[35,51,152,249],"repeated":[36,94,122],"responses":[37],"remain":[38],"important":[39],"areas":[40],"evaluation.":[42],"METHODS:":[43],"Seventy-nine":[44],"patient":[47,256],"questions":[48],"were":[49,69,113],"queried":[50],"three":[52],"freely":[53],"accessible":[54],"LLM":[55],"platforms":[56,136,153,207],"(ChatGPT,":[57],"Claude,":[58],"Google":[60],"Gemini)":[61],"between":[62],"December":[63],"2025":[64],"January":[66],"2026.":[67],"Responses":[68],"independently":[70],"evaluated":[71],"two":[73],"specialist":[74],"thoracic":[75],"surgeons":[76],"accuracy,":[78,139],"completeness,":[79],"clinical":[80,238,266],"relevance,":[81,239],"readability,":[83],"with":[84,140,157,197,221],"disagreements":[85],"resolved":[86],"consensus.":[88],"Reproducibility":[89,216,246],"was":[90,104,128,185,217,247],"assessed":[91,105],"through":[92],"five":[93],"independent":[95],"queries":[96],"using":[97,106,115,130],"a":[98,182],"clinical-equivalence":[99],"framework,":[100],"automated":[102],"readability":[103,191],"the":[107],"Flesch-Kincaid":[108],"Grade":[109],"Level.":[110],"Ordinal":[111],"outcomes":[112],"analyzed":[114,129],"cumulative":[116],"link":[117],"mixed":[118],"accounting":[120],"evaluation":[123],"of":[124],"questions,":[125],"while":[126,251],"reproducibility":[127],"generalized":[131],"estimating":[132],"equations.":[133],"RESULTS:":[134],"All":[135,206],"demonstrated":[137,234],"high":[138,218,235,248],"no":[141,174,222],"significant":[142,224],"overall":[143,175,219,225],"platform":[144,176,226],"difference":[145],"(p":[146,154,178,187,194,228],"=":[147,179,188,229],"0.150).":[148],"Completeness":[149],"differed":[150,192,241],"significantly":[151,193],"<":[155,195],"0.001),":[156,196],"higher":[158,200],"ratings":[159,201],"ChatGPT":[161,203],"than":[162,169,202],"Claude":[163,168],"Gemini":[165,198],"Gemini.":[170],"Clinical":[171],"relevance":[172],"showed":[173],"effect":[177,227],"0.568),":[180],"although":[181],"platform-by-domain":[183],"interaction":[184],"observed":[186],"0.046).":[189],"Expert-rated":[190],"receiving":[199],"Claude.":[205],"produced":[208],"content":[209],"requiring":[210],"approximately":[211],"10th-12th":[212],"grade":[213],"reading":[214,257],"levels.":[215,258],"(88.6-96.2%),":[220],"statistically":[223],"0.072).":[230],"CONCLUSIONS:":[231],"Contemporary":[232],"accuracy":[236],"but":[240],"completeness":[243],"readability.":[245],"platforms,":[250],"all":[252],"exceeded":[254],"recommended":[255],"Further":[259],"patient-based":[260],"validation":[261],"is":[262],"needed":[263],"before":[264],"routine":[265],"integration.":[267],"CLINICAL":[268],"TRIAL":[269],"NUMBER:":[270],"Not":[271],"applicable.":[272]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-10-24T00:00:00"}