{"id":"https://openalex.org/W7202094748","doi":"https://doi.org/10.21203/rs.3.rs-10521656/v1","title":"Quality and Readability of Artificial Intelligence Chatbot Responses to Patient Questions About Exocrine Pancreatic Insufficiency: A Comparative Study","display_name":"Quality and Readability of Artificial Intelligence Chatbot Responses to Patient Questions About Exocrine Pancreatic Insufficiency: A Comparative Study","publication_year":2026,"publication_date":"2026-08-10","ids":{"openalex":"https://openalex.org/W7202094748","doi":"https://doi.org/10.21203/rs.3.rs-10521656/v1"},"language":"en","primary_location":{"id":"doi:10.21203/rs.3.rs-10521656/v1","doi":"https://doi.org/10.21203/rs.3.rs-10521656/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-10521656/v1","pdf_url":"https://www.researchsquare.com/article/rs-10521656/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.researchsquare.com/article/rs-10521656/latest.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007815565","display_name":"Donghong Wang","orcid":"https://orcid.org/0000-0003-2009-3569","observed_orcids":["https://orcid.org/0000-0003-2009-3569"]},"institutions":[{"id":"https://openalex.org/I4405279675","display_name":"Wuzhou Medical College","ror":"https://ror.org/01vd15357","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405279675"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghong Wang","raw_affiliation_strings":["Wuzhou Medical College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuzhou Medical College","institution_ids":["https://openalex.org/I4405279675"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057786669","display_name":"Baihui Chen","orcid":"https://orcid.org/0009-0007-4334-7337","observed_orcids":["https://orcid.org/0009-0007-4334-7337","https://orcid.org/0009-0003-5925-2050","https://orcid.org/0009-0003-3182-108X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baihui Chen","raw_affiliation_strings":["Fangchenggang Traditional Chinese Medicine Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fangchenggang Traditional Chinese Medicine Hospital","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144295569","display_name":"Jialin Wang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jialin Wang","raw_affiliation_strings":["Fangchenggang Traditional Chinese Medicine Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fangchenggang Traditional Chinese Medicine Hospital","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006812695","display_name":"Yalu Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210106687","display_name":"The First Affiliated Hospital of Guangxi University of Traditional Chinese Medicine","ror":"https://ror.org/01qh7se39","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210106687"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yalu Chen","raw_affiliation_strings":["The First Affiliated Hospital of Guangxi University of Traditional Chinese Medicine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The First Affiliated Hospital of Guangxi University of Traditional Chinese Medicine","institution_ids":["https://openalex.org/I4210106687"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083442970","display_name":"Xian Deng","orcid":"https://orcid.org/0009-0006-2233-6682","observed_orcids":["https://orcid.org/0009-0006-2233-6682"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xian Deng","raw_affiliation_strings":["Fangchenggang Traditional Chinese Medicine Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fangchenggang Traditional Chinese Medicine Hospital","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146850358","display_name":"Xiaoyi Huang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoyi Huang","raw_affiliation_strings":["Fangchenggang Traditional Chinese Medicine Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fangchenggang Traditional Chinese Medicine Hospital","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5146878866","display_name":"Qing Chen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qing Chen","raw_affiliation_strings":["Fangchenggang Traditional Chinese Medicine Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fangchenggang Traditional Chinese Medicine Hospital","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5144295569"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9365000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9365000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.06030000001192093,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12027","display_name":"Social Media in Health Education","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/3306","display_name":"Health"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-chatbots","display_name":"AI chatbots","score":0.7049999833106995},{"id":"https://openalex.org/keywords/exocrine-pancreatic-insufficiency","display_name":"exocrine pancreatic insufficiency","score":0.9240000247955322},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.8009999990463257},{"id":"https://openalex.org/keywords/copilot","display_name":"Copilot","score":0.7480000257492065},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.9430000185966492},{"id":"https://openalex.org/keywords/perplexity","display_name":"perplexity","score":0.9929999709129333},{"id":"https://openalex.org/keywords/readability","display_name":"readability","score":0.5080000162124634},{"id":"https://openalex.org/keywords/information-quality","display_name":"information quality","score":0.6729999780654907},{"id":"https://openalex.org/keywords/source-transparency","display_name":"source transparency","score":0.8820000290870667},{"id":"https://openalex.org/keywords/patient-education","display_name":"patient education","score":0.746999979019165},{"id":"https://openalex.org/keywords/health-information-quality","display_name":"health information quality","score":0.4320000112056732},{"id":"https://openalex.org/keywords/discern","display_name":"DISCERN","score":0.6800000071525574},{"id":"https://openalex.org/keywords/environmental-quality-incentives-program","display_name":"Environmental Quality Incentives Program","score":0.9089999794960022},{"id":"https://openalex.org/keywords/global-quality-score","display_name":"Global Quality Score","score":0.7749999761581421},{"id":"https://openalex.org/keywords/jama-benchmark-criteria","display_name":"JAMA benchmark criteria","score":0.7379999756813049},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.6940000057220459},{"id":"https://openalex.org/keywords/patient-questions","display_name":"patient questions","score":0.4659999907016754},{"id":"https://openalex.org/keywords/source-attribution","display_name":"source attribution","score":0.5600000023841858},{"id":"https://openalex.org/keywords/linguistic-complexity","display_name":"linguistic complexity","score":0.5789999961853027}],"concepts":[{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.9361000061035156},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.6633999943733215},{"id":"https://openalex.org/C2779346075","wikidata":"https://www.wikidata.org/wiki/Q7268763","display_name":"Quality Score","level":3,"score":0.5723999738693237},{"id":"https://openalex.org/C3018944925","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Reading level","level":3,"score":0.4880000054836273},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.46160000562667847},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.40869998931884766},{"id":"https://openalex.org/C3017523755","wikidata":"https://www.wikidata.org/wiki/Q18189","display_name":"Grade level","level":2,"score":0.3968000113964081},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35830000042915344},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3562000095844269},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3167000114917755},{"id":"https://openalex.org/C119060515","wikidata":"https://www.wikidata.org/wiki/Q1916617","display_name":"Interquartile range","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C160798450","wikidata":"https://www.wikidata.org/wiki/Q4230870","display_name":"Concordance","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C2778843546","wikidata":"https://www.wikidata.org/wiki/Q3097973","display_name":"Health literacy","level":3,"score":0.29589998722076416},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C45983554","wikidata":"https://www.wikidata.org/wiki/Q3412851","display_name":"Information quality","level":3,"score":0.26910001039505005},{"id":"https://openalex.org/C2777929519","wikidata":"https://www.wikidata.org/wiki/Q7144988","display_name":"Patient education","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2612000107765198},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21203/rs.3.rs-10521656/v1","doi":"https://doi.org/10.21203/rs.3.rs-10521656/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-10521656/v1","pdf_url":"https://www.researchsquare.com/article/rs-10521656/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.21203/rs.3.rs-10521656/v1","doi":"https://doi.org/10.21203/rs.3.rs-10521656/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-10521656/v1","pdf_url":"https://www.researchsquare.com/article/rs-10521656/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.8048999905586243,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7202094748.pdf","grobid_xml":"https://content.openalex.org/works/W7202094748.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1963659399","https://openalex.org/W2022157578","https://openalex.org/W2123109647","https://openalex.org/W2396291300","https://openalex.org/W2996748935","https://openalex.org/W3171383836","https://openalex.org/W4283826067","https://openalex.org/W4311188497","https://openalex.org/W4362473025","https://openalex.org/W4386898172","https://openalex.org/W4387242094","https://openalex.org/W4392602768","https://openalex.org/W4394766973","https://openalex.org/W4400865076","https://openalex.org/W4401670177","https://openalex.org/W4403880728","https://openalex.org/W4405123656","https://openalex.org/W4405769224","https://openalex.org/W4406658975","https://openalex.org/W4408885159","https://openalex.org/W4409147671","https://openalex.org/W4409340601","https://openalex.org/W4409417132","https://openalex.org/W4411599336","https://openalex.org/W4412823866","https://openalex.org/W4415041001","https://openalex.org/W4415306281","https://openalex.org/W7133305507","https://openalex.org/W7138884193","https://openalex.org/W7153224686"],"related_works":["https://openalex.org/W7213907388","https://openalex.org/W7114805332","https://openalex.org/W4401670177","https://openalex.org/W7214633066","https://openalex.org/W7167083257","https://openalex.org/W7204930343","https://openalex.org/W4402747565","https://openalex.org/W4415173079","https://openalex.org/W7160829904","https://openalex.org/W7202270391"],"abstract_inverted_index":{"Abstract":[0],"Objective":[1],"To":[2],"compare":[3],"the":[4,31,34,56,104,108,117,156,164,186,225,317,323,327,358,384],"information":[5,220,342,346,374],"quality,":[6],"source":[7,269,349],"transparency,":[8],"educational":[9],"value,":[10],"and":[11,28,66,71,91,107,137,149,159,206,229,257,274,292,305,339,348,353,391],"readability":[12,285],"of":[13,52,73,134,177,202,322,386],"responses":[14,179,367,393],"generated":[15,337],"by":[16],"four":[17,187,324,333],"widely":[18],"used":[19,371],"artificial":[20,334],"intelligence":[21,335],"chatbots":[22,336],"to":[23,215,238,299,309,394],"patient":[24,40,363],"questions":[25,77],"about":[26,343],"EPI":[27],"determine":[29],"whether":[30],"content":[32],"met":[33,326],"sixth-grade":[35,172],"reading":[36,329],"level":[37,360],"recommended":[38,328,359],"for":[39,192,251,265,282,361],"education":[41,364],"materials.":[42,365],"Methods":[43],"A":[44,175],"web-based":[45],"cross-sectional":[46],"comparative":[47],"design":[48],"was":[49,82,99,114,161,249,263],"used.":[50],"Terms":[51],"global":[53],"interest":[54],"over":[55],"previous":[57],"5":[58],"years":[59],"were":[60,78,153,169,180,189,277,287,307],"identified":[61],"through":[62],"Medical":[63],"Subject":[64],"Headings":[65],"Google":[67],"Trends.":[68],"After":[69],"deduplication":[70],"assessment":[72],"applicability,":[74],"20":[75],"core":[76],"developed.":[79],"Each":[80],"question":[81],"entered":[83],"into":[84],"ChatGPT":[85],"5.6,":[86],"Copilot,":[87],"Gemini":[88,315],"3.6":[89],"Flash,":[90],"Perplexity":[92,304],"using":[93],"a":[94],"standardized":[95],"procedure.":[96],"Response":[97],"quality":[98,221,242,347],"assessed":[100,115],"with":[101,116,155,171,199,243],"DISCERN,":[102,193],"EQIP,":[103,194],"JAMA":[105,261],"benchmarks,":[106],"Global":[109],"Quality":[110,143],"Score":[111,141],"(GQS).":[112],"Readability":[113,119,167],"Automated":[118],"Index":[120,124],"(ARI),":[121],"Gunning":[122],"Fog":[123],"(GFI),":[125],"Flesch-Kincaid":[126],"Grade":[127],"Level":[128],"(FKGL),":[129],"Coleman-Liau":[130],"Index,":[131],"Simple":[132],"Measure":[133],"Gobbledygook":[135],"(SMOG),":[136],"Flesch":[138],"Reading":[139],"Ease":[140],"(FRES).":[142],"scores":[144,211,223,234],"are":[145,368],"presented":[146],"as":[147,163,268,372],"medians":[148],"interquartile":[150],"ranges.":[151],"Models":[152],"compared":[154,170],"Kruskal-Wallis":[157],"test,":[158],"\u03b5\u00b2":[160],"reported":[162],"effect":[165],"size.":[166],"results":[168],"thresholds.":[173],"Results":[174],"total":[176],"80":[178],"obtained.":[181],"No":[182],"overall":[183],"differences":[184],"among":[185],"models":[188,325],"statistically":[190],"significant":[191],"JAMA,":[195],"or":[196,222],"GQS":[197,248],"scores,":[198],"P":[200],"values":[201,281,295],"0.187,":[203],"0.529,":[204],"0.392,":[205],"0.467,":[207],"respectively.":[208],"Median":[209,232,280],"DISCERN":[210],"ranged":[212,235,296],"from":[213,236,297],"35.00":[214],"38.50,":[216],"indicating":[217,240,254],"poor":[218,228],"treatment":[219],"near":[224],"boundary":[226],"between":[227],"fair":[230],"quality.":[231],"EQIP":[233],"52.50":[237],"55.00,":[239],"good":[241],"minor":[244],"problems.":[245],"The":[246,259,332],"median":[247,260,293],"4.00":[250],"all":[252,266,283,301],"models,":[253,267],"favorable":[255],"organization":[256],"usefulness.":[258],"score":[262],"0":[264],"attribution,":[270],"authorship":[271],"information,":[272],"disclosures,":[273],"update":[275],"dates":[276],"generally":[278],"absent.":[279],"grade-level":[284],"measures":[286],"substantially":[288,356],"higher":[289],"than":[290],"6,":[291],"FRES":[294],"13.04":[298],"30.76,":[300],"below":[302],"80.":[303],"Copilot":[306],"easier":[308],"read":[310],"on":[311],"most":[312],"measures,":[313],"whereas":[314],"had":[316],"greatest":[318],"linguistic":[319,354],"complexity.":[320],"None":[321],"level.":[330],"Conclusions":[331],"well-structured":[338],"broadly":[340],"usable":[341],"EPI.":[344],"Treatment":[345],"transparency":[350],"remained":[351],"limited,":[352],"complexity":[355],"exceeded":[357],"general":[362],"These":[366],"currently":[369],"best":[370],"supplementary":[373],"after":[375],"professional":[376],"verification.":[377],"Developers":[378],"should":[379],"provide":[380],"authoritative":[381],"citations,":[382],"indicate":[383],"currency":[385],"guidelines,":[387],"generate":[388],"plain-language":[389],"content,":[390],"adapt":[392],"patients'":[395],"health":[396],"literacy.":[397]},"counts_by_year":[],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2026-08-10T00:00:00"}