{"id":"https://openalex.org/W4416636749","doi":"https://doi.org/10.1183/13993003.congress-2025.pa6249","title":"Are chatbots useful for answering patients\u2019 narcolepsy-related questions?","display_name":"Are chatbots useful for answering patients\u2019 narcolepsy-related questions?","publication_year":2025,"publication_date":"2025-09-27","ids":{"openalex":"https://openalex.org/W4416636749","doi":"https://doi.org/10.1183/13993003.congress-2025.pa6249"},"language":"en","primary_location":{"id":"doi:10.1183/13993003.congress-2025.pa6249","doi":"https://doi.org/10.1183/13993003.congress-2025.pa6249","is_oa":false,"landing_page_url":"https://doi.org/10.1183/13993003.congress-2025.pa6249","pdf_url":null,"source":{"id":"https://openalex.org/S4210207896","display_name":"European Respiratory Journal","issn_l":"0903-1936","issn":["0903-1936","1399-3003"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310317833","host_organization_name":"European Respiratory Society","host_organization_lineage":["https://openalex.org/P4310317833"],"host_organization_lineage_names":["European Respiratory Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical education, web, internet, ethics and economics","raw_type":"proceedings-article"},"volume":null,"type":"conference-abstract","is_traditional":false,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Francisco Monteiro Henriques","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Francisco Monteiro Henriques","raw_affiliation_strings":["1ULS Regi\u00e3o de Leiria, Leiria, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1ULS Regi\u00e3o de Leiria, Leiria, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Joana Ribeiro","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joana Ribeiro","raw_affiliation_strings":["1ULS Regi\u00e3o de Leiria, Leiria, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1ULS Regi\u00e3o de Leiria, Leiria, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081498218","display_name":"Christine Brigette Costa","orcid":"https://orcid.org/0000-0003-0992-3023","observed_orcids":["https://orcid.org/0000-0003-0992-3023"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christine Costa","raw_affiliation_strings":["1ULS Regi\u00e3o de Leiria, Leiria, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1ULS Regi\u00e3o de Leiria, Leiria, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113584842","display_name":"Ana Rita Martins","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ana Rita Martins","raw_affiliation_strings":["1ULS Regi\u00e3o de Leiria, Leiria, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1ULS Regi\u00e3o de Leiria, Leiria, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ana Catarina Gameiro","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ana Catarina Gameiro","raw_affiliation_strings":["1ULS Regi\u00e3o de Leiria, Leiria, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1ULS Regi\u00e3o de Leiria, Leiria, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016077919","display_name":"Maria Beatriz Santos","orcid":"https://orcid.org/0000-0003-1011-9016","observed_orcids":["https://orcid.org/0000-0003-1011-9016"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maria Beatriz Santos","raw_affiliation_strings":["1ULS Regi\u00e3o de Leiria, Leiria, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1ULS Regi\u00e3o de Leiria, Leiria, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014022727","display_name":"Cl\u00e1udia Nunes dos Santos","orcid":"https://orcid.org/0000-0002-5809-1924","observed_orcids":["https://orcid.org/0000-0002-5809-1924"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Claudia Santos","raw_affiliation_strings":["1ULS Regi\u00e3o de Leiria, Leiria, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1ULS Regi\u00e3o de Leiria, Leiria, Portugal","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100713706","display_name":"S\u00f3nia Marina Silva","orcid":"https://orcid.org/0000-0003-0000-7387","observed_orcids":["https://orcid.org/0000-0003-0000-7387"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"S\u00f3nia Silva","raw_affiliation_strings":["1ULS Regi\u00e3o de Leiria, Leiria, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1ULS Regi\u00e3o de Leiria, Leiria, Portugal","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"PA6249","last_page":"PA6249"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/narcolepsy","display_name":"narcolepsy","score":0.9869999885559082},{"id":"https://openalex.org/keywords/chatbots","display_name":"chatbots","score":0.8330000042915344},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9959999918937683},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9860000014305115},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.968999981880188},{"id":"https://openalex.org/keywords/perplexity","display_name":"perplexity","score":0.9940000176429749},{"id":"https://openalex.org/keywords/patient-information","display_name":"patient information","score":0.6029999852180481},{"id":"https://openalex.org/keywords/answer-accuracy","display_name":"answer accuracy","score":0.5910000205039978},{"id":"https://openalex.org/keywords/sleep-medicine","display_name":"sleep medicine","score":0.7519999742507935}],"concepts":[{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.9660000205039978},{"id":"https://openalex.org/C104709138","wikidata":"https://www.wikidata.org/wiki/Q1671540","display_name":"Intraclass correlation","level":3,"score":0.6650000214576721},{"id":"https://openalex.org/C17231256","wikidata":"https://www.wikidata.org/wiki/Q5156540","display_name":"Completeness (order theory)","level":2,"score":0.4918000102043152},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4805999994277954},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47130000591278076},{"id":"https://openalex.org/C127808970","wikidata":"https://www.wikidata.org/wiki/Q385989","display_name":"Bonferroni correction","level":2,"score":0.4171999990940094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4075999855995178},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3901999890804291},{"id":"https://openalex.org/C39896193","wikidata":"https://www.wikidata.org/wiki/Q380344","display_name":"Descriptive statistics","level":2,"score":0.36890000104904175},{"id":"https://openalex.org/C2779677306","wikidata":"https://www.wikidata.org/wiki/Q2732142","display_name":"Statistician","level":2,"score":0.34630000591278076},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.34529998898506165},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.34049999713897705},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2870999872684479},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C2780092901","wikidata":"https://www.wikidata.org/wiki/Q3433612","display_name":"Correlation coefficient","level":2,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1183/13993003.congress-2025.pa6249","doi":"https://doi.org/10.1183/13993003.congress-2025.pa6249","is_oa":false,"landing_page_url":"https://doi.org/10.1183/13993003.congress-2025.pa6249","pdf_url":null,"source":{"id":"https://openalex.org/S4210207896","display_name":"European Respiratory Journal","issn_l":"0903-1936","issn":["0903-1936","1399-3003"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310317833","host_organization_name":"European Respiratory Society","host_organization_lineage":["https://openalex.org/P4310317833"],"host_organization_lineage_names":["European Respiratory Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical education, web, internet, ethics and economics","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.8560000061988831}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4412627559","https://openalex.org/W7171856414","https://openalex.org/W4390862251","https://openalex.org/W4402701220","https://openalex.org/W7160633555","https://openalex.org/W7214596963","https://openalex.org/W4387242094","https://openalex.org/W7148864234","https://openalex.org/W4322622443","https://openalex.org/W4386765433"],"abstract_inverted_index":{"Narcolepsy,":[0],"a":[1,174],"chronic":[2],"neurological":[3],"disorder,":[4],"is":[5],"often":[6],"underrecognized":[7],"by":[8,35,106,125,181],"the":[9,28,62,96,107,117],"general":[10],"population.":[11],"Integration":[12],"of":[13,32,121,177],"large":[14],"language":[15],"models":[16],"in":[17,227],"sleep":[18],"medicine":[19],"may":[20],"improve":[21],"patient":[22],"access":[23],"to":[24,54],"information.":[25],"Objective:":[26],"Assess":[27],"accuracy":[29,66,84],"and":[30,38,51,57,73,93,130,153,156,163,186,203],"completeness":[31,74],"answers":[33,64,155],"provided":[34,211],"ChatGPT,":[36,55],"Gemini,":[37,56],"Perplexity":[39,115,159,170,201,216],"on":[40,214],"narcolepsy-related":[41],"questions":[42,48],"Methods:":[43],"The":[44],"authors":[45],"formulated":[46],"28":[47],"about":[49],"narcolepsy":[50],"presented":[52],"them":[53],"Perplexity.":[58],"Three":[59],"physicians":[60],"rated":[61],"chatbots\u2019":[63],"for":[65,166],"(5-point":[67],"scale:":[68,76],"1-completely":[69],"incorrect;":[70],"5-completely":[71],"correct)":[72],"(3-point":[75],"1-incomplete;":[77],"3-complete).":[78],"Completeness":[79],"was":[80,85,104,143,222],"evaluated":[81],"only":[82],"when":[83,195],"\u22654.":[86],"Scores":[87],"were":[88,137,193],"analyzed":[89],"using":[90],"descriptive":[91],"statistics":[92],"compared":[94],"with":[95,127,132,173,183,188,198,224],"Kruskal-Wallis":[97],"test":[98],"(plus":[99],"Bonferroni":[100],"correction).":[101],"Inter-rater":[102,141],"reliability":[103,142],"measured":[105],"intraclass":[108],"correlation":[109],"coefficient":[110],"(ICC)":[111],"Results:":[112],"For":[113,168],"accuracy,":[114],"had":[116],"highest":[118,172],"median":[119,175],"(IQR)":[120,176],"4.83":[122],"(1),":[123],"followed":[124,180],"ChatGPT":[126,152,182,199],"4.67":[128],"(1)":[129,185],"Gemini":[131,154,187,197,221],"4.33":[133],"(0.67),":[134,179],"but":[135],"differences":[136,192,226],"not":[138],"significant":[139,225],"(p=0.094).":[140],"excellent":[144],"(ICC:":[145],"0.832,":[146],"95%":[147],"CI:":[148],"0.752\u20130.888,":[149],"p<0.001).":[150],"Eleven":[151],"2":[157],"from":[158],"scored":[160],"below":[161],"4":[162],"weren\u2019t":[164],"assessed":[165],"completeness.":[167,228],"completeness,":[169],"ranked":[171],"2.67":[178],"2.33":[184],"1.67":[189],"(1).":[190],"Significant":[191],"found":[194],"comparing":[196],"or":[200],"(p=0.003":[202],"p<0.001,":[204],"respectively)":[205],"Conclusion:":[206],"In":[207],"this":[208],"study,":[209],"chatbots":[210],"accurate":[212],"information":[213],"narcolepsy.":[215],"performed":[217],"slightly":[218],"better":[219],"while":[220],"worst,":[223],"Further":[229],"updates":[230],"are":[231],"needed":[232]},"counts_by_year":[],"updated_date":"2026-11-02T09:45:03.842371","created_date":"2025-11-25T00:00:00"}