{"id":"https://openalex.org/W7143528035","doi":"https://doi.org/10.7759/cureus.106160","title":"Evaluating the Accuracy, Readability, and Consistency of Artificial Intelligence Models in Patient Education for Rheumatoid Arthritis, Osteoarthritis, and Psoriatic Arthritis","display_name":"Evaluating the Accuracy, Readability, and Consistency of Artificial Intelligence Models in Patient Education for Rheumatoid Arthritis, Osteoarthritis, and Psoriatic Arthritis","publication_year":2026,"publication_date":"2026-03-30","ids":{"openalex":"https://openalex.org/W7143528035","doi":"https://doi.org/10.7759/cureus.106160","pmid":"https://pubmed.ncbi.nlm.nih.gov/42077701","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/13128316"},"language":"en","primary_location":{"id":"doi:10.7759/cureus.106160","doi":"https://doi.org/10.7759/cureus.106160","is_oa":true,"landing_page_url":"https://doi.org/10.7759/cureus.106160","pdf_url":"https://www.cureus.com/articles/460455-evaluating-the-accuracy-readability-and-consistency-of-artificial-intelligence-models-in-patient-education-for-rheumatoid-arthritis-osteoarthritis-and-psoriatic-arthritis.pdf","source":{"id":"https://openalex.org/S2738950867","display_name":"Cureus","issn_l":"2168-8184","issn":["2168-8184"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310316779","host_organization_name":"Cureus, Inc.","host_organization_lineage":["https://openalex.org/P4310316779"],"host_organization_lineage_names":["Cureus, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.cureus.com/articles/460455-evaluating-the-accuracy-readability-and-consistency-of-artificial-intelligence-models-in-patient-education-for-rheumatoid-arthritis-osteoarthritis-and-psoriatic-arthritis.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130039120","display_name":"Morgan Lilly","orcid":"https://orcid.org/0009-0007-2922-9668","observed_orcids":["https://orcid.org/0009-0007-2922-9668"]},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Morgan Lilly","raw_affiliation_strings":["Department of Engineering Medicine, Texas A&M University, Houston, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Medicine, Texas A&M University, Houston, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013434736","display_name":"Kanika Monga","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1295876152","display_name":"Houston Methodist","ror":"https://ror.org/027zt9171","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295876152"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kanika Monga","raw_affiliation_strings":["Department of Rheumatology, Houston Methodist Academic Medicine Associates - Rheumatology, Houston Methodist Hospital, Houston, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Rheumatology, Houston Methodist Academic Medicine Associates - Rheumatology, Houston Methodist Hospital, Houston, USA","institution_ids":["https://openalex.org/I1295876152"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5130039120"],"corresponding_institution_ids":["https://openalex.org/I91045830"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"18","issue":"3","first_page":"e106160","last_page":"e106160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12027","display_name":"Social Media in Health Education","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3306","display_name":"Health"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9160000085830688},{"id":"https://openalex.org/keywords/ai-chatbots","display_name":"AI chatbots","score":0.9139999747276306},{"id":"https://openalex.org/keywords/patient-education","display_name":"patient education","score":0.9480000138282776},{"id":"https://openalex.org/keywords/rheumatoid-arthritis","display_name":"rheumatoid arthritis","score":0.9490000009536743},{"id":"https://openalex.org/keywords/osteoarthritis","display_name":"osteoarthritis","score":1.0},{"id":"https://openalex.org/keywords/psoriatic-arthritis","display_name":"psoriatic arthritis","score":1.0},{"id":"https://openalex.org/keywords/readability","display_name":"readability","score":0.9700000286102295},{"id":"https://openalex.org/keywords/accuracy","display_name":"accuracy","score":0.44600000977516174},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9269999861717224},{"id":"https://openalex.org/keywords/google-gemini","display_name":"Google Gemini","score":0.9750000238418579},{"id":"https://openalex.org/keywords/openevidence","display_name":"OpenEvidence","score":0.9879999756813049},{"id":"https://openalex.org/keywords/health-literacy","display_name":"health literacy","score":0.9610000252723694}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.9415000081062317},{"id":"https://openalex.org/C2776260265","wikidata":"https://www.wikidata.org/wiki/Q511097","display_name":"Psoriatic arthritis","level":3,"score":0.7354000210762024},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6574000120162964},{"id":"https://openalex.org/C2777929519","wikidata":"https://www.wikidata.org/wiki/Q7144988","display_name":"Patient education","level":2,"score":0.6319000124931335},{"id":"https://openalex.org/C2777575956","wikidata":"https://www.wikidata.org/wiki/Q187255","display_name":"Rheumatoid arthritis","level":2,"score":0.4749999940395355},{"id":"https://openalex.org/C1862650","wikidata":"https://www.wikidata.org/wiki/Q186005","display_name":"Physical therapy","level":1,"score":0.41530001163482666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39480000734329224},{"id":"https://openalex.org/C2780564577","wikidata":"https://www.wikidata.org/wiki/Q179945","display_name":"Psoriasis","level":2,"score":0.3312999904155731},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.30979999899864197},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C2989236134","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Patient care","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.28679999709129333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27079999446868896},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C2777077863","wikidata":"https://www.wikidata.org/wiki/Q170990","display_name":"Arthritis","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.7759/cureus.106160","doi":"https://doi.org/10.7759/cureus.106160","is_oa":true,"landing_page_url":"https://doi.org/10.7759/cureus.106160","pdf_url":"https://www.cureus.com/articles/460455-evaluating-the-accuracy-readability-and-consistency-of-artificial-intelligence-models-in-patient-education-for-rheumatoid-arthritis-osteoarthritis-and-psoriatic-arthritis.pdf","source":{"id":"https://openalex.org/S2738950867","display_name":"Cureus","issn_l":"2168-8184","issn":["2168-8184"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310316779","host_organization_name":"Cureus, Inc.","host_organization_lineage":["https://openalex.org/P4310316779"],"host_organization_lineage_names":["Cureus, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13128316","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13128316/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13128316/pdf/cureus-0018-00000106160.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"Text"},{"id":"pmid:42077701","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42077701","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.7759/cureus.106160","doi":"https://doi.org/10.7759/cureus.106160","is_oa":true,"landing_page_url":"https://doi.org/10.7759/cureus.106160","pdf_url":"https://www.cureus.com/articles/460455-evaluating-the-accuracy-readability-and-consistency-of-artificial-intelligence-models-in-patient-education-for-rheumatoid-arthritis-osteoarthritis-and-psoriatic-arthritis.pdf","source":{"id":"https://openalex.org/S2738950867","display_name":"Cureus","issn_l":"2168-8184","issn":["2168-8184"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310316779","host_organization_name":"Cureus, Inc.","host_organization_lineage":["https://openalex.org/P4310316779"],"host_organization_lineage_names":["Cureus, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.9391000270843506}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7143528035.pdf","grobid_xml":"https://content.openalex.org/works/W7143528035.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2045241688","https://openalex.org/W2167596180","https://openalex.org/W3145209045","https://openalex.org/W4319456837","https://openalex.org/W4319460874","https://openalex.org/W4319662928","https://openalex.org/W4327946446","https://openalex.org/W4367310920","https://openalex.org/W4377563830","https://openalex.org/W4386757283","https://openalex.org/W4409340601","https://openalex.org/W4410769187","https://openalex.org/W4411402202","https://openalex.org/W4415904620","https://openalex.org/W4416947641"],"related_works":["https://openalex.org/W7160293436","https://openalex.org/W7120069915","https://openalex.org/W4417273244","https://openalex.org/W4412625732","https://openalex.org/W4388014118","https://openalex.org/W4416531317","https://openalex.org/W7171769797","https://openalex.org/W4417300738","https://openalex.org/W4413362246","https://openalex.org/W4408072426"],"abstract_inverted_index":{"INTRODUCTION":[0],"AND":[1],"AIM:":[2],"Artificial":[3],"intelligence":[4],"(AI)":[5],"chatbots":[6],"are":[7],"increasingly":[8],"used":[9],"by":[10,134],"patients":[11],"to":[12,36,67,80,276],"obtain":[13],"medical":[14],"information":[15,28,254],"before":[16],"seeking":[17],"clinical":[18],"care;":[19],"however,":[20],"the":[21,38,151,169,187,194,206,211,256,262,266,271,279],"accuracy,":[22,40],"readability,":[23,39],"and":[24,41,58,96,118,137,180,203,210,227,231,243,269],"consistency":[25,42,120],"of":[26,43,142,157],"AI-generated":[27],"in":[29],"rheumatology":[30,135,253],"remain":[31],"uncertain.":[32],"This":[33],"study":[34],"aimed":[35],"assess":[37],"large":[44],"language":[45],"models":[46],"(LLMs)":[47],"generated":[48,186],"patient":[49],"education":[50],"content":[51,172],"for":[52,162,225,281],"rheumatoid":[53],"arthritis":[54,60],"(RA),":[55],"osteoarthritis":[56],"(OA),":[57],"psoriatic":[59],"(PsA).":[61],"METHODS:":[62],"From":[63],"August":[64,68],"18,":[65],"2025,":[66,70],"24,":[69],"three":[71,81],"standardized":[72],"patient-facing":[73],"questions":[74],"per":[75],"disease":[76],"were":[77,123,132,145,233],"submitted":[78],"daily":[79],"LLMs,":[82],"specifically":[83],"ChatGPT":[84,179,192,230,260],"(San":[85],"Francisco,":[86],"CA:":[87,93],"OpenAI),":[88],"Google":[89,94],"Gemini":[90,181,185,200,232,265],"(Mountain":[91],"View,":[92],"LLC),":[95],"OpenEvidence":[97,100,167,204,221,270],"(Cambridge,":[98],"MA:":[99],"Inc.),":[101],"with":[102],"histories":[103],"cleared":[104],"between":[105],"submissions.":[106],"Readability":[107],"(Hemingway":[108],"grade":[109],"level),":[110],"word":[111],"count,":[112],"accuracy":[113],"(on":[114],"a":[115],"1-5":[116],"scale),":[117],"day-to-day":[119,196],"(Jaccard":[121],"similarity)":[122],"measured.":[124],"Responses":[125],"from":[126],"each":[127],"model's":[128],"most":[129,170,263,267,272],"consistent":[130],"day":[131],"accuracy-rated":[133],"fellows":[136],"attendings.":[138],"RESULTS:":[139],"A":[140],"total":[141],"189":[143],"responses":[144,189,238,245],"collected.":[146],"No":[147],"model":[148],"consistently":[149],"met":[150],"American":[152],"Medical":[153],"Association":[154],"(AMA)/National":[155],"Institutes":[156],"Health":[158],"(NIH)-recommended":[159],"reading":[160,258],"levels":[161],"sixth":[163],"through":[164],"eighth":[165],"grade.":[166,184],"produced":[168],"technical":[171],"(\u226517th":[173],"grade,":[174],"indicating":[175],"postbaccalaureate":[176],"readability),":[177],"while":[178,229],"averaged":[182],"11.9-12.0":[183],"longest":[188],"(>500":[190],"words).":[191],"showed":[193,239],"highest":[195,212],"stability":[197],"(range:":[198],"<0.07),":[199],"moderate":[201],"variability,":[202],"both":[205],"widest":[207],"range":[208],"(0.24)":[209],"average":[213],"similarity":[214],"(0.383).":[215],"Accuracy":[216],"ratings":[217],"varied":[218],"as":[219],"follows:":[220],"generally":[222],"scored":[223],"higher":[224],"RA":[226],"PsA,":[228],"similar":[234],"across":[235],"diseases.":[236],"OA":[237],"minimal":[240],"difference.":[241],"Best":[242],"worst":[244],"mirrored":[246],"these":[247],"trends.":[248],"CONCLUSIONS:":[249],"Current":[250],"LLMs":[251],"generate":[252],"above":[255],"recommended":[257],"levels.":[259],"was":[261],"consistent,":[264],"detailed,":[268],"technical.":[273],"Persistent":[274],"barriers":[275],"readability":[277],"highlight":[278],"need":[280],"health-literacy-optimized":[282],"AI":[283],"communication.":[284]},"counts_by_year":[],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2026-03-31T00:00:00"}