{"id":"https://openalex.org/W4416144283","doi":"https://doi.org/10.1145/3721201.3725519","title":"HealthLit: A Large Language Model Driven Health Literacy Fidelity Audit and Feedback System","display_name":"HealthLit: A Large Language Model Driven Health Literacy Fidelity Audit and Feedback System","publication_year":2025,"publication_date":"2025-06-24","ids":{"openalex":"https://openalex.org/W4416144283","doi":"https://doi.org/10.1145/3721201.3725519"},"language":null,"primary_location":{"id":"doi:10.1145/3721201.3725519","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3721201.3725519","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3721201.3725519","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE International Conference on Connected Health: Applications, Systems and Engineering Technologies","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3721201.3725519","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120493700","display_name":"Hang Tran","orcid":"https://orcid.org/0009-0001-9566-5974"},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hang Tran","raw_affiliation_strings":["University of North Texas, Denton, TX, USA"],"raw_orcid":"https://orcid.org/0009-0001-9566-5974","affiliations":[{"raw_affiliation_string":"University of North Texas, Denton, TX, USA","institution_ids":["https://openalex.org/I123534392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002525502","display_name":"Sameep Shah","orcid":"https://orcid.org/0009-0004-1338-0150"},"institutions":[{"id":"https://openalex.org/I128956969","display_name":"Texas Christian University","ror":"https://ror.org/054b0b564","country_code":"US","type":"education","lineage":["https://openalex.org/I128956969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sameep Shah","raw_affiliation_strings":["Texas Christian University, Fort Worth, TX, USA"],"raw_orcid":"https://orcid.org/0009-0004-1338-0150","affiliations":[{"raw_affiliation_string":"Texas Christian University, Fort Worth, TX, USA","institution_ids":["https://openalex.org/I128956969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114156038","display_name":"Donger Chen","orcid":"https://orcid.org/0009-0007-6238-7529"},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Donger Chen","raw_affiliation_strings":["University of North Texas, Denton, TX, USA"],"raw_orcid":"https://orcid.org/0009-0007-6238-7529","affiliations":[{"raw_affiliation_string":"University of North Texas, Denton, TX, USA","institution_ids":["https://openalex.org/I123534392"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jixin Wang","orcid":"https://orcid.org/0009-0009-1248-8588"},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jixin Wang","raw_affiliation_strings":["University of North Texas, Denton, TX, USA"],"raw_orcid":"https://orcid.org/0009-0009-1248-8588","affiliations":[{"raw_affiliation_string":"University of North Texas, Denton, TX, USA","institution_ids":["https://openalex.org/I123534392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073748933","display_name":"Yunhe Feng","orcid":"https://orcid.org/0000-0001-6577-227X"},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yunhe Feng","raw_affiliation_strings":["University of North Texas, Denton, TX, USA"],"raw_orcid":"https://orcid.org/0000-0001-6577-227X","affiliations":[{"raw_affiliation_string":"University of North Texas, Denton, TX, USA","institution_ids":["https://openalex.org/I123534392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004068075","display_name":"Carol J. Howe","orcid":"https://orcid.org/0000-0003-3022-8316"},"institutions":[{"id":"https://openalex.org/I128956969","display_name":"Texas Christian University","ror":"https://ror.org/054b0b564","country_code":"US","type":"education","lineage":["https://openalex.org/I128956969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carol Howe","raw_affiliation_strings":["Texas Christian University, Fort Worth, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-3022-8316","affiliations":[{"raw_affiliation_string":"Texas Christian University, Fort Worth, TX, USA","institution_ids":["https://openalex.org/I128956969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020953224","display_name":"Lindsey Patton","orcid":"https://orcid.org/0000-0002-0308-0208"},"institutions":[{"id":"https://openalex.org/I2799591230","display_name":"Dallas County","ror":"https://ror.org/03n0d3a30","country_code":"US","type":"other","lineage":["https://openalex.org/I2799591230"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lindsey Patton","raw_affiliation_strings":["Chidren's Health, Dallas, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-0308-0208","affiliations":[{"raw_affiliation_string":"Chidren's Health, Dallas, TX, USA","institution_ids":["https://openalex.org/I2799591230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037484949","display_name":"Liran Ma","orcid":"https://orcid.org/0000-0002-1003-1770"},"institutions":[{"id":"https://openalex.org/I83328450","display_name":"Miami University","ror":"https://ror.org/05nbqxr67","country_code":"US","type":"education","lineage":["https://openalex.org/I83328450"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liran Ma","raw_affiliation_strings":["Miami University, Oxford, OH, USA"],"raw_orcid":"https://orcid.org/0000-0002-1003-1770","affiliations":[{"raw_affiliation_string":"Miami University, Oxford, OH, USA","institution_ids":["https://openalex.org/I83328450"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082758762","display_name":"Song Fu","orcid":"https://orcid.org/0000-0002-7705-0829"},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Song Fu","raw_affiliation_strings":["University of North Texas, Denton, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-7705-0829","affiliations":[{"raw_affiliation_string":"University of North Texas, Denton, TX, USA","institution_ids":["https://openalex.org/I123534392"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.47325763,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"335","last_page":"340"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.8544999957084656,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.8544999957084656,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.023800000548362732,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.019200000911951065,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.7989000082015991},{"id":"https://openalex.org/keywords/health-literacy","display_name":"Health literacy","score":0.7768999934196472},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.666700005531311},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.5741999745368958},{"id":"https://openalex.org/keywords/literacy","display_name":"Literacy","score":0.5396000146865845},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.49959999322891235},{"id":"https://openalex.org/keywords/health-professionals","display_name":"Health professionals","score":0.47859999537467957},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4293000102043152}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.7989000082015991},{"id":"https://openalex.org/C2778843546","wikidata":"https://www.wikidata.org/wiki/Q3097973","display_name":"Health literacy","level":3,"score":0.7768999934196472},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.666700005531311},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5877000093460083},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.5741999745368958},{"id":"https://openalex.org/C547764534","wikidata":"https://www.wikidata.org/wiki/Q8236","display_name":"Literacy","level":2,"score":0.5396000146865845},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.49959999322891235},{"id":"https://openalex.org/C3019806175","wikidata":"https://www.wikidata.org/wiki/Q11974939","display_name":"Health professionals","level":3,"score":0.47859999537467957},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4293000102043152},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3610000014305115},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.34290000796318054},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.34130001068115234},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.34060001373291016},{"id":"https://openalex.org/C2778080475","wikidata":"https://www.wikidata.org/wiki/Q4353774","display_name":"Health communication","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C2988170871","wikidata":"https://www.wikidata.org/wiki/Q11000047","display_name":"Healthcare system","level":3,"score":0.3167000114917755},{"id":"https://openalex.org/C2989086416","wikidata":"https://www.wikidata.org/wiki/Q15067276","display_name":"Healthcare industry","level":3,"score":0.3082999885082245},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.273499995470047},{"id":"https://openalex.org/C47344431","wikidata":"https://www.wikidata.org/wiki/Q1519812","display_name":"Health policy","level":3,"score":0.2603999972343445},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3721201.3725519","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3721201.3725519","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3721201.3725519","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE International Conference on Connected Health: Applications, Systems and Engineering Technologies","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3721201.3725519","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3721201.3725519","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3721201.3725519","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE International Conference on Connected Health: Applications, Systems and Engineering Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5793853297","display_name":null,"funder_award_id":"CNS-2231519","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G586731781","display_name":null,"funder_award_id":"2231519","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7515869040","display_name":null,"funder_award_id":"DUE-2225229","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8026271096","display_name":null,"funder_award_id":"2225229","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416144283.pdf","grobid_xml":"https://content.openalex.org/works/W4416144283.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W2009503341","https://openalex.org/W2097831015","https://openalex.org/W2935887268","https://openalex.org/W3112995593","https://openalex.org/W4402667093"],"related_works":[],"abstract_inverted_index":{"Effective":[0],"health":[1,15,60,96,140],"communication":[2],"is":[3,23,117],"crucial":[4],"for":[5,27,85,122],"patient":[6],"outcomes,":[7],"but":[8,32],"clinicians":[9],"often":[10],"struggle":[11],"to":[12,30,54,59,132],"consistently":[13],"apply":[14],"literacy":[16,61,97,141],"best":[17],"practices.":[18],"Audit":[19],"and":[20,38,70,120,137,143],"Feedback":[21],"(A&F)":[22],"a":[24,74],"proven":[25],"method":[26],"improving":[28],"adherence":[29],"guidelines,":[31],"traditional":[33],"manual":[34],"audits":[35],"are":[36],"costly":[37],"unscalable.":[39],"This":[40],"paper":[41],"introduces":[42],"HealthLit,":[43],"an":[44],"AI-driven":[45],"A&F":[46],"system":[47],"that":[48,114],"uses":[49],"large":[50],"language":[51],"models":[52],"(LLMs)":[53],"automatically":[55],"assess":[56],"clinician":[57],"fidelity":[58],"principles":[62],"in":[63,93],"healthcare":[64,79,111],"interactions.":[65],"We":[66],"fine-tuned":[67],"Mistral":[68,106],"7B":[69],"Llama3":[71,100],"8B":[72,101],"on":[73],"dataset":[75],"of":[76,130,139],"212":[77],"annotated":[78],"interactions,":[80],"incorporating":[81],"Retrieval-Augmented":[82],"Generation":[83],"(RAG)":[84],"enhanced":[86],"contextual":[87],"understanding.":[88],"HealthLit":[89],"demonstrates":[90],"strong":[91],"performance":[92],"identifying":[94],"key":[95],"practices,":[98],"with":[99,110],"achieving":[102],"higher":[103],"accuracy":[104],"than":[105],"7B.":[107],"User":[108],"studies":[109],"professionals":[112],"indicate":[113],"Health-Lit's":[115],"feedback":[116],"acceptable,":[118],"appropriate,":[119],"feasible":[121],"real-world":[123],"application.":[124],"Our":[125],"results":[126],"highlight":[127],"the":[128,135],"potential":[129],"LLMs":[131],"significantly":[133],"improve":[134],"scalability":[136],"accessibility":[138],"training":[142],"practice.":[144]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-12T00:00:00"}