{"id":"https://openalex.org/W7134234604","doi":"https://doi.org/10.3390/fi18030139","title":"Implementation and Evaluation of an Open-Source Chatbot for Patient Information Leaflets","display_name":"Implementation and Evaluation of an Open-Source Chatbot for Patient Information Leaflets","publication_year":2026,"publication_date":"2026-03-09","ids":{"openalex":"https://openalex.org/W7134234604","doi":"https://doi.org/10.3390/fi18030139"},"language":"en","primary_location":{"id":"doi:10.3390/fi18030139","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi18030139","pdf_url":"https://www.mdpi.com/1999-5903/18/3/139/pdf","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/18/3/139/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106681760","display_name":"Lisa Heiler","orcid":null},"institutions":[{"id":"https://openalex.org/I103365165","display_name":"FH JOANNEUM University of Applied Sciences","ror":"https://ror.org/03kkbqm48","country_code":"AT","type":"education","lineage":["https://openalex.org/I103365165"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Lisa Heiler","raw_affiliation_strings":["Institute of eHealth, University of Applied Sciences\u2014FH Joanneum, 8020 Graz, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of eHealth, University of Applied Sciences\u2014FH Joanneum, 8020 Graz, Austria","institution_ids":["https://openalex.org/I103365165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106681761","display_name":"Katharina Kirchsteiger","orcid":null},"institutions":[{"id":"https://openalex.org/I103365165","display_name":"FH JOANNEUM University of Applied Sciences","ror":"https://ror.org/03kkbqm48","country_code":"AT","type":"education","lineage":["https://openalex.org/I103365165"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Katharina Kirchsteiger","raw_affiliation_strings":["Institute of eHealth, University of Applied Sciences\u2014FH Joanneum, 8020 Graz, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of eHealth, University of Applied Sciences\u2014FH Joanneum, 8020 Graz, Austria","institution_ids":["https://openalex.org/I103365165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045467671","display_name":"Sten Hanke","orcid":"https://orcid.org/0000-0003-3833-4252"},"institutions":[{"id":"https://openalex.org/I103365165","display_name":"FH JOANNEUM University of Applied Sciences","ror":"https://ror.org/03kkbqm48","country_code":"AT","type":"education","lineage":["https://openalex.org/I103365165"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Sten Hanke","raw_affiliation_strings":["Institute of eHealth, University of Applied Sciences\u2014FH Joanneum, 8020 Graz, Austria"],"raw_orcid":"https://orcid.org/0000-0003-3833-4252","affiliations":[{"raw_affiliation_string":"Institute of eHealth, University of Applied Sciences\u2014FH Joanneum, 8020 Graz, Austria","institution_ids":["https://openalex.org/I103365165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009415751","display_name":"Markus B\u00f6denler","orcid":"https://orcid.org/0000-0001-6018-7821"},"institutions":[{"id":"https://openalex.org/I103365165","display_name":"FH JOANNEUM University of Applied Sciences","ror":"https://ror.org/03kkbqm48","country_code":"AT","type":"education","lineage":["https://openalex.org/I103365165"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Markus B\u00f6denler","raw_affiliation_strings":["Institute of eHealth, University of Applied Sciences\u2014FH Joanneum, 8020 Graz, Austria"],"raw_orcid":"https://orcid.org/0000-0001-6018-7821","affiliations":[{"raw_affiliation_string":"Institute of eHealth, University of Applied Sciences\u2014FH Joanneum, 8020 Graz, Austria","institution_ids":["https://openalex.org/I103365165"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I103365165"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23116813,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"18","issue":"3","first_page":"139","last_page":"139"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.6545000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.6545000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.05550000071525574,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.042899999767541885,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.9695000052452087},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6496999859809875},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.578499972820282},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.5591999888420105},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.5414000153541565},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.4449000060558319},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.4235999882221222}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.9695000052452087},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.822700023651123},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6496999859809875},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.578499972820282},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.5591999888420105},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.5414000153541565},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4456999897956848},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.4449000060558319},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.4235999882221222},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.39250001311302185},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.37529999017715454},{"id":"https://openalex.org/C313442","wikidata":"https://www.wikidata.org/wiki/Q778556","display_name":"Persona","level":2,"score":0.34279999136924744},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32749998569488525},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C2779251273","wikidata":"https://www.wikidata.org/wiki/Q43436","display_name":"Pearl","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.27959999442100525},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27090001106262207},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25839999318122864},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/fi18030139","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi18030139","pdf_url":"https://www.mdpi.com/1999-5903/18/3/139/pdf","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:be758ea380b4436da5c1dd68a5f558cd","is_oa":true,"landing_page_url":"https://doaj.org/article/be758ea380b4436da5c1dd68a5f558cd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 18, Iss 3, p 139 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/fi18030139","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi18030139","pdf_url":"https://www.mdpi.com/1999-5903/18/3/139/pdf","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7134234604.pdf","grobid_xml":"https://content.openalex.org/works/W7134234604.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W2137800079","https://openalex.org/W2523060051","https://openalex.org/W3021626742","https://openalex.org/W3208401146","https://openalex.org/W3213372862","https://openalex.org/W4210672761","https://openalex.org/W4301184848","https://openalex.org/W4382052263","https://openalex.org/W4387507766","https://openalex.org/W4390693376","https://openalex.org/W4391136507","https://openalex.org/W4395109849","https://openalex.org/W4399416608","https://openalex.org/W4408598327"],"related_works":[],"abstract_inverted_index":{"Accessing":[0],"and":[1,20,74,89,126,149,159,175],"understanding":[2],"medication":[3,173],"information":[4,14,174],"can":[5,169],"be":[6],"challenging":[7],"for":[8,157,180],"many":[9],"people,":[10],"especially":[11],"when":[12],"patient":[13],"leaflets":[15],"(PILs)":[16],"are":[17,62,87],"long,":[18],"complex,":[19],"printed":[21],"in":[22,76,139],"small":[23],"font.":[24],"This":[25],"study":[26],"presents":[27],"MediChat,":[28],"an":[29,165],"open-source,":[30],"locally":[31],"executable":[32],"chatbot":[33,168,183],"designed":[34],"to":[35,40,67],"provide":[36,176],"reliable,":[37],"easy-to-read":[38],"answers":[39],"medication-related":[41],"questions":[42,110],"based":[43,95],"exclusively":[44],"on":[45,96],"official":[46],"PILs.":[47],"MediChat":[48],"follows":[49],"a":[50,77,104,127,177],"retrieval-augmented":[51],"generation":[52],"(RAG)":[53],"architecture:":[54],"PILs":[55],"from":[56],"the":[57,83],"Austrian":[58],"Medicinal":[59],"Product":[60],"Index":[61],"received":[63],"via":[64],"API,":[65],"converted":[66],"text,":[68],"split":[69],"into":[70],"overlapping":[71],"chunks,":[72],"embedded,":[73],"stored":[75],"Chroma":[78],"vector":[79],"database.":[80],"From":[81],"there":[82],"top-k":[84],"relevant":[85],"chunks":[86],"retrieved,":[88],"Llama":[90],"3.1":[91],"generates":[92],"German":[93],"responses":[94],"this":[97],"evidence.":[98],"The":[99],"system":[100],"was":[101],"evaluated":[102],"using":[103],"hybrid":[105],"framework.":[106],"Quantitatively,":[107],"200":[108],"yes/no":[109],"across":[111],"ten":[112],"drugs":[113],"were":[114,137,145],"answered":[115],"with":[116,154],"80%":[117],"accuracy,":[118],"overall":[119],"precision":[120],"0.977,":[121],"recall":[122],"0.686,":[123],"F1-score":[124],"0.806,":[125],"mean":[128],"response":[129],"time":[130],"of":[131],"727":[132],"ms.":[133],"Qualitatively,":[134],"two":[135],"personas":[136],"used":[138],"eight":[140],"simulated":[141],"dialogues.":[142],"Response":[143],"times":[144],"around":[146],"1.1\u20131.3":[147],"s,":[148],"task":[150],"completion":[151],"exceeded":[152],"85%":[153],"high":[155],"ratings":[156],"relevance":[158],"quantity.":[160],"These":[161],"results":[162],"indicate":[163],"that":[164],"open-source":[166],"RAG":[167],"deliver":[170],"leaflet-grounded,":[171],"user-friendly":[172],"reproducible":[178],"template":[179],"future":[181],"healthcare":[182],"evaluations.":[184]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-03-10T00:00:00"}