{"id":"https://openalex.org/W7224874359","doi":"https://doi.org/10.1044/2026_aja-26-00142","title":"Evaluating the Quality of Artificial Intelligence Chatbot Responses in Audiology Case Interpretation and Management: A Blinded Comparative Study","display_name":"Evaluating the Quality of Artificial Intelligence Chatbot Responses in Audiology Case Interpretation and Management: A Blinded Comparative Study","publication_year":2026,"publication_date":"2026-10-30","ids":{"openalex":"https://openalex.org/W7224874359","doi":"https://doi.org/10.1044/2026_aja-26-00142","pmid":"https://pubmed.ncbi.nlm.nih.gov/42961102"},"language":"en","primary_location":{"id":"doi:10.1044/2026_aja-26-00142","doi":"https://doi.org/10.1044/2026_aja-26-00142","is_oa":false,"landing_page_url":"https://doi.org/10.1044/2026_aja-26-00142","pdf_url":null,"source":{"id":"https://openalex.org/S37662143","display_name":"American Journal of Audiology","issn_l":"1059-0889","issn":["1059-0889","1558-9137"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320281","host_organization_name":"American Speech\u2013Language\u2013Hearing Association","host_organization_lineage":["https://openalex.org/P4310320281"],"host_organization_lineage_names":["American Speech\u2013Language\u2013Hearing Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Journal of Audiology","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160190194","display_name":"Nicole Labuschagne","orcid":"https://orcid.org/0009-0002-3123-8399","observed_orcids":["https://orcid.org/0009-0002-3123-8399"]},"institutions":[{"id":"https://openalex.org/I69552723","display_name":"University of Pretoria","ror":"https://ror.org/00g0p6g84","country_code":"ZA","type":"education","lineage":["https://openalex.org/I69552723"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Nicole Labuschagne","raw_affiliation_strings":["Department of Speech-Language Pathology and Audiology, University of Pretoria, South Africa"],"raw_orcid":"https://orcid.org/0009-0002-3123-8399","affiliations":[{"raw_affiliation_string":"Department of Speech-Language Pathology and Audiology, University of Pretoria, South Africa","institution_ids":["https://openalex.org/I69552723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082329516","display_name":"Faheema Mahomed\u2010Asmail","orcid":"https://orcid.org/0000-0002-3666-8331","observed_orcids":["https://orcid.org/0000-0002-3666-8331"]},"institutions":[{"id":"https://openalex.org/I69552723","display_name":"University of Pretoria","ror":"https://ror.org/00g0p6g84","country_code":"ZA","type":"education","lineage":["https://openalex.org/I69552723"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Faheema Mahomed-Asmail","raw_affiliation_strings":["Department of Speech-Language Pathology and Audiology, University of Pretoria, South Africa","Virtual Hearing Laboratory, Department of Otolaryngology-Head and Neck Surgery, Department of Speech-Language Pathology and Audiology, Collaborative Initiative Between the University of Colorado and the University of Pretoria, Aurora"],"raw_orcid":"https://orcid.org/0000-0002-3666-8331","affiliations":[{"raw_affiliation_string":"Department of Speech-Language Pathology and Audiology, University of Pretoria, South Africa","institution_ids":["https://openalex.org/I69552723"]},{"raw_affiliation_string":"Virtual Hearing Laboratory, Department of Otolaryngology-Head and Neck Surgery, Department of Speech-Language Pathology and Audiology, Collaborative Initiative Between the University of Colorado and the University of Pretoria, Aurora","institution_ids":["https://openalex.org/I69552723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083307722","display_name":"Vinaya K C Manchaiah","orcid":"https://orcid.org/0000-0002-1254-8407","observed_orcids":["https://orcid.org/0000-0002-1254-8407"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]},{"id":"https://openalex.org/I164861460","display_name":"Manipal Academy of Higher Education","ror":"https://ror.org/02xzytt36","country_code":"IN","type":"education","lineage":["https://openalex.org/I164861460"]},{"id":"https://openalex.org/I4210147348","display_name":"Northwestern Medicine","ror":"https://ror.org/04fzwnh64","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210147348"]},{"id":"https://openalex.org/I51713134","display_name":"University of Colorado Anschutz","ror":"https://ror.org/03wmf1y16","country_code":"US","type":"education","lineage":["https://openalex.org/I51713134"]},{"id":"https://openalex.org/I69552723","display_name":"University of Pretoria","ror":"https://ror.org/00g0p6g84","country_code":"ZA","type":"education","lineage":["https://openalex.org/I69552723"]}],"countries":["IN","US","ZA"],"is_corresponding":false,"raw_author_name":"Vinaya Manchaiah","raw_affiliation_strings":["Department of Otolaryngology - Head & Neck Surgery, Northwestern University Feinberg School of Medicine, Chicago, IL","Department of Otolaryngology\u2013Head and Neck Surgery, University of Colorado School of Medicine, Aurora","Department of Speech and Hearing, School of Allied Health Sciences, Manipal University, India","Department of Speech-Language Pathology and Audiology, University of Pretoria, South Africa","Virtual Hearing Laboratory, Department of Otolaryngology-Head and Neck Surgery, Department of Speech-Language Pathology and Audiology, Collaborative Initiative Between the University of Colorado and the University of Pretoria, Aurora"],"raw_orcid":"https://orcid.org/0000-0002-1254-8407","affiliations":[{"raw_affiliation_string":"Department of Otolaryngology - Head & Neck Surgery, Northwestern University Feinberg School of Medicine, Chicago, IL","institution_ids":["https://openalex.org/I111979921","https://openalex.org/I4210147348"]},{"raw_affiliation_string":"Department of Otolaryngology\u2013Head and Neck Surgery, University of Colorado School of Medicine, Aurora","institution_ids":["https://openalex.org/I51713134"]},{"raw_affiliation_string":"Department of Speech and Hearing, School of Allied Health Sciences, Manipal University, India","institution_ids":["https://openalex.org/I164861460"]},{"raw_affiliation_string":"Department of Speech-Language Pathology and Audiology, University of Pretoria, South Africa","institution_ids":["https://openalex.org/I69552723"]},{"raw_affiliation_string":"Virtual Hearing Laboratory, Department of Otolaryngology-Head and Neck Surgery, Department of Speech-Language Pathology and Audiology, Collaborative Initiative Between the University of Colorado and the University of Pretoria, Aurora","institution_ids":["https://openalex.org/I69552723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072095166","display_name":"Jan-Willem A. Wasmann","orcid":"https://orcid.org/0000-0002-8871-9540","observed_orcids":["https://orcid.org/0000-0002-8871-9540"]},"institutions":[{"id":"https://openalex.org/I2802934949","display_name":"Radboud University Medical Center","ror":"https://ror.org/05wg1m734","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2802934949"]},{"id":"https://openalex.org/I4405261313","display_name":"Donders Institute for Brain, Cognition and Behaviour","ror":"https://ror.org/053sba816","country_code":"NL","type":"facility","lineage":["https://openalex.org/I145872427","https://openalex.org/I4405261313"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jan-Willem Wasmann","raw_affiliation_strings":["Department of Otorhinolaryngology, Donders Institute for Brain, Cognition and Behaviour, Radboud University Medical Center, Nijmegen, the Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-8871-9540","affiliations":[{"raw_affiliation_string":"Department of Otorhinolaryngology, Donders Institute for Brain, Cognition and Behaviour, Radboud University Medical Center, Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I2802934949","https://openalex.org/I4405261313"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025450865","display_name":"De Wet Swanepoel","orcid":"https://orcid.org/0000-0001-8313-1636","observed_orcids":["https://orcid.org/0000-0001-8313-1636"]},"institutions":[{"id":"https://openalex.org/I51713134","display_name":"University of Colorado Anschutz","ror":"https://ror.org/03wmf1y16","country_code":"US","type":"education","lineage":["https://openalex.org/I51713134"]},{"id":"https://openalex.org/I69552723","display_name":"University of Pretoria","ror":"https://ror.org/00g0p6g84","country_code":"ZA","type":"education","lineage":["https://openalex.org/I69552723"]}],"countries":["US","ZA"],"is_corresponding":false,"raw_author_name":"De Wet Swanepoel","raw_affiliation_strings":["Department of Otolaryngology\u2013Head and Neck Surgery, University of Colorado School of Medicine, Aurora","Department of Speech-Language Pathology and Audiology, University of Pretoria, South Africa","Virtual Hearing Laboratory, Department of Otolaryngology-Head and Neck Surgery, Department of Speech-Language Pathology and Audiology, Collaborative Initiative Between the University of Colorado and the University of Pretoria, Aurora"],"raw_orcid":"https://orcid.org/0000-0001-8313-1636","affiliations":[{"raw_affiliation_string":"Department of Otolaryngology\u2013Head and Neck Surgery, University of Colorado School of Medicine, Aurora","institution_ids":["https://openalex.org/I51713134"]},{"raw_affiliation_string":"Department of Speech-Language Pathology and Audiology, University of Pretoria, South Africa","institution_ids":["https://openalex.org/I69552723"]},{"raw_affiliation_string":"Virtual Hearing Laboratory, Department of Otolaryngology-Head and Neck Surgery, Department of Speech-Language Pathology and Audiology, Collaborative Initiative Between the University of Colorado and the University of Pretoria, Aurora","institution_ids":["https://openalex.org/I69552723"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.76851286,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9110000133514404},{"id":"https://openalex.org/keywords/ai-chatbots","display_name":"AI chatbots","score":0.8859999775886536},{"id":"https://openalex.org/keywords/hearing-loss-management","display_name":"hearing loss management","score":0.5929999947547913},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.8740000128746033},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.8759999871253967},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.7960000038146973}],"concepts":[{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.6531000137329102},{"id":"https://openalex.org/C2910130665","wikidata":"https://www.wikidata.org/wiki/Q569965","display_name":"Audiologist","level":3,"score":0.6428999900817871},{"id":"https://openalex.org/C548259974","wikidata":"https://www.wikidata.org/wiki/Q569965","display_name":"Audiology","level":1,"score":0.6419000029563904},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5059999823570251},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.49000000953674316},{"id":"https://openalex.org/C2779346075","wikidata":"https://www.wikidata.org/wiki/Q7268763","display_name":"Quality Score","level":3,"score":0.44830000400543213},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.43220001459121704},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.40639999508857727},{"id":"https://openalex.org/C106906290","wikidata":"https://www.wikidata.org/wiki/Q1140909","display_name":"Cronbach's alpha","level":3,"score":0.37709999084472656},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.3700000047683716},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C2778121785","wikidata":"https://www.wikidata.org/wiki/Q781083","display_name":"Augmentative and alternative communication","level":2,"score":0.3587000072002411},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.35580000281333923},{"id":"https://openalex.org/C160798450","wikidata":"https://www.wikidata.org/wiki/Q4230870","display_name":"Concordance","level":2,"score":0.3334999978542328},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.3312999904155731},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.30869999527931213},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3041999936103821},{"id":"https://openalex.org/C2780801066","wikidata":"https://www.wikidata.org/wiki/Q323808","display_name":"Hearing aid","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.29580000042915344},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.2833000123500824},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2793000042438507},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.2623000144958496},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C3018868096","wikidata":"https://www.wikidata.org/wiki/Q2693233","display_name":"Internal consistency","level":3,"score":0.2605000138282776},{"id":"https://openalex.org/C206041023","wikidata":"https://www.wikidata.org/wiki/Q1751970","display_name":"Wilcoxon signed-rank test","level":3,"score":0.2563000023365021},{"id":"https://openalex.org/C173988693","wikidata":"https://www.wikidata.org/wiki/Q678132","display_name":"Phonation","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1044/2026_aja-26-00142","doi":"https://doi.org/10.1044/2026_aja-26-00142","is_oa":false,"landing_page_url":"https://doi.org/10.1044/2026_aja-26-00142","pdf_url":null,"source":{"id":"https://openalex.org/S37662143","display_name":"American Journal of Audiology","issn_l":"1059-0889","issn":["1059-0889","1558-9137"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320281","host_organization_name":"American Speech\u2013Language\u2013Hearing Association","host_organization_lineage":["https://openalex.org/P4310320281"],"host_organization_lineage_names":["American Speech\u2013Language\u2013Hearing Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Journal of Audiology","raw_type":"journal-article"},{"id":"pmid:42961102","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42961102","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American journal of audiology","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.5683000087738037}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1525161423","https://openalex.org/W1972978214","https://openalex.org/W2029939877","https://openalex.org/W2041282815","https://openalex.org/W2061554433","https://openalex.org/W2078483536","https://openalex.org/W2118836230","https://openalex.org/W2127671022","https://openalex.org/W2141403362","https://openalex.org/W2155243985","https://openalex.org/W2159306398","https://openalex.org/W2168745915","https://openalex.org/W2327037637","https://openalex.org/W2412972264","https://openalex.org/W2610765860","https://openalex.org/W3030163527","https://openalex.org/W3133723897","https://openalex.org/W3148821605","https://openalex.org/W4317790370","https://openalex.org/W4327810158","https://openalex.org/W4361002760","https://openalex.org/W4365503600","https://openalex.org/W4367174612","https://openalex.org/W4367609795","https://openalex.org/W4379470483","https://openalex.org/W4381112652","https://openalex.org/W4381952038","https://openalex.org/W4386593417","https://openalex.org/W4389002232","https://openalex.org/W4389507451","https://openalex.org/W4389831714","https://openalex.org/W4390041933","https://openalex.org/W4391766839","https://openalex.org/W4393119065","https://openalex.org/W4394620990","https://openalex.org/W4396706420","https://openalex.org/W4399746685","https://openalex.org/W4401429222","https://openalex.org/W4401618215","https://openalex.org/W4402692877","https://openalex.org/W4402692922","https://openalex.org/W4403813762","https://openalex.org/W4407308237","https://openalex.org/W4408167715","https://openalex.org/W4409235391","https://openalex.org/W4409919018","https://openalex.org/W4411347675","https://openalex.org/W4414602111","https://openalex.org/W4415455984","https://openalex.org/W4416837703","https://openalex.org/W7133536241"],"related_works":["https://openalex.org/W4415455984","https://openalex.org/W7154474178","https://openalex.org/W7134237166","https://openalex.org/W4415482312","https://openalex.org/W7214493121","https://openalex.org/W4396698783","https://openalex.org/W7172219970","https://openalex.org/W7133536241","https://openalex.org/W7125963307","https://openalex.org/W4403022669"],"abstract_inverted_index":{"PURPOSE:":[0],"This":[1,42],"study":[2,43],"aimed":[3],"to":[4,110,126],"compare":[5],"the":[6,99,112],"quality":[7,38,113],"of":[8,32,103,114,223],"audiological":[9,57],"case":[10],"interpretation":[11,77,82],"and":[12,26,69,83,203],"management":[13],"recommendations":[14],"generated":[15],"by":[16,61],"two":[17,70,79],"freely-accessible":[18],"large":[19],"language":[20],"model":[21],"(LLM)":[22],"chatbots":[23],"(ChatGPT":[24],"3.5":[25],"Gemini":[27],"2.0":[28],"Flash)":[29],"with":[30,49,147],"those":[31],"qualified":[33,63,91],"audiologists,":[34],"using":[35,98],"an":[36],"expert-rated":[37,159],"assessment":[39],"tool.":[40],"METHOD:":[41],"followed":[44],"a":[45,144,215],"two-phased,":[46],"cross-sectional":[47],"design":[48],"comparative":[50],"analysis:":[51],"Phase":[52,88],"1:":[53],"15":[54],"anonymized":[55],"adult":[56],"cases":[58],"were":[59,199],"interpreted":[60],"10":[62],"audiologists":[64,92],"(>":[65],"2":[66],"years'":[67],"experience)":[68],"LLM":[71],"chatbots,":[72],"producing":[73],"60":[74],"interpretations;":[75],"each":[76],"answered":[78],"questions":[80],"(diagnostic":[81],"management),":[84],"giving":[85],"120":[86,96],"responses.":[87,205],"2:":[89],"30":[90],"independently":[93],"rated":[94],"all":[95],"responses":[97],"CLEAR":[100,141,197],"(Completeness,":[101],"Lack":[102],"false":[104],"information,":[105],"Evidence,":[106],"Appropriateness,":[107],"Relevance)":[108],"tool":[109],"assess":[111],"AI-generated":[115],"health":[116],"information":[117],"(five":[118],"raters":[119,168],"per":[120],"response;":[121],"600":[122],"total":[123],"ratings),":[124],"blinded":[125],"responder":[127],"identity.":[128],"RESULTS:":[129],">":[130],".22":[131],"in":[132,158,196],"mixed-effects":[133],"modeling).":[134],"Absolute":[135],"differences":[136,157,195],"did":[137],"not":[138,209],"exceed":[139],"1.2":[140],"points":[142],"on":[143],"5-25":[145],"scale,":[146],"95%":[148],"confidence":[149],"intervals":[150],"crossing":[151],"zero,":[152],"indicating":[153],"no":[154,192],"statistically":[155,193],"detectable":[156],"quality.":[160],"Interrater":[161],"reliability":[162],"was":[163,182],"poor":[164],"for":[165,174,219],"single":[166],"audiologist":[167],"(ICC":[169,177],"=":[170,178,186],".17-.18)":[171],"but":[172,213],"moderate":[173],"aggregated":[175],"scores":[176,198],".50-.53).":[179],"Internal":[180],"consistency":[181],"excellent":[183],"(Cronbach's":[184],"alpha":[185],".94-.95).":[187],"CONCLUSIONS:":[188],"Under":[189],"controlled":[190],"conditions,":[191],"significant":[194],"detected":[200],"between":[201],"LLM-generated":[202],"audiologist-generated":[204],"These":[206],"findings":[207],"do":[208],"establish":[210],"formal":[211],"equivalence":[212],"represent":[214],"meaningful":[216],"empirical":[217],"benchmark":[218],"this":[220],"emerging":[221],"area":[222],"research.":[224]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-10-31T00:00:00"}