{"id":"https://openalex.org/W4400044222","doi":"https://doi.org/10.3390/info15070371","title":"Towards Reliable Healthcare LLM Agents: A Case Study for Pilgrims during Hajj","display_name":"Towards Reliable Healthcare LLM Agents: A Case Study for Pilgrims during Hajj","publication_year":2024,"publication_date":"2024-06-26","ids":{"openalex":"https://openalex.org/W4400044222","doi":"https://doi.org/10.3390/info15070371"},"language":"en","primary_location":{"id":"doi:10.3390/info15070371","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info15070371","pdf_url":"https://www.mdpi.com/2078-2489/15/7/371/pdf?version=1719396413","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/15/7/371/pdf?version=1719396413","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043072644","display_name":"Hanan M. Alghamdi","orcid":"https://orcid.org/0000-0001-5951-2498"},"institutions":[{"id":"https://openalex.org/I199693650","display_name":"Umm al-Qura University","ror":"https://ror.org/01xjqrm90","country_code":"SA","type":"education","lineage":["https://openalex.org/I199693650"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Hanan M. Alghamdi","raw_affiliation_strings":["Department of Computers, College of Engineering and Computing Al Qunfidhah, Umm Al-Qura University, Makkah 24382, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Department of Computers, College of Engineering and Computing Al Qunfidhah, Umm Al-Qura University, Makkah 24382, Saudi Arabia","institution_ids":["https://openalex.org/I199693650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028818903","display_name":"Abeer Mostafa","orcid":"https://orcid.org/0000-0002-8971-4311"},"institutions":[{"id":"https://openalex.org/I32619867","display_name":"Egypt-Japan University of Science and Technology","ror":"https://ror.org/02x66tk73","country_code":"EG","type":"education","lineage":["https://openalex.org/I32619867"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Abeer Mostafa","raw_affiliation_strings":["Department of Computer Science and Engineering, Egypt-Japan University of Science and Technology, Alexandria 21934, Egypt"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Egypt-Japan University of Science and Technology, Alexandria 21934, Egypt","institution_ids":["https://openalex.org/I32619867"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5043072644"],"corresponding_institution_ids":["https://openalex.org/I199693650"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":11.2362,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.98898916,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"15","issue":"7","first_page":"371","last_page":"371"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12402","display_name":"Travel-related health issues","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12402","display_name":"Travel-related health issues","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12735","display_name":"Blood donation and transfusion practices","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hajj","display_name":"Hajj","score":0.8806607723236084},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.617697536945343},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.40246182680130005},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.29923415184020996},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.23333612084388733},{"id":"https://openalex.org/keywords/islam","display_name":"Islam","score":0.13552290201187134},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.09511277079582214},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.08375048637390137}],"concepts":[{"id":"https://openalex.org/C2781009399","wikidata":"https://www.wikidata.org/wiki/Q234915","display_name":"Hajj","level":3,"score":0.8806607723236084},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.617697536945343},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.40246182680130005},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.29923415184020996},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.23333612084388733},{"id":"https://openalex.org/C4445939","wikidata":"https://www.wikidata.org/wiki/Q432","display_name":"Islam","level":2,"score":0.13552290201187134},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.09511277079582214},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.08375048637390137}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/info15070371","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info15070371","pdf_url":"https://www.mdpi.com/2078-2489/15/7/371/pdf?version=1719396413","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1098aec4c81e48dbb6c3212d2ae92702","is_oa":true,"landing_page_url":"https://doaj.org/article/1098aec4c81e48dbb6c3212d2ae92702","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 15, Iss 7, p 371 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/info15070371","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info15070371","pdf_url":"https://www.mdpi.com/2078-2489/15/7/371/pdf?version=1719396413","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6899999976158142,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400044222.pdf"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W2019318180","https://openalex.org/W2126829159","https://openalex.org/W2136135222","https://openalex.org/W2404985554","https://openalex.org/W2547378535","https://openalex.org/W2566159816","https://openalex.org/W2790130257","https://openalex.org/W2814099065","https://openalex.org/W2913044308","https://openalex.org/W3007306981","https://openalex.org/W3202897922","https://openalex.org/W4205621476","https://openalex.org/W4210613642","https://openalex.org/W4224016711","https://openalex.org/W4295093548","https://openalex.org/W4318069287","https://openalex.org/W4366290727","https://openalex.org/W4366498198","https://openalex.org/W4366989525","https://openalex.org/W4377081432","https://openalex.org/W4386023503","https://openalex.org/W4391126287","https://openalex.org/W6761205521","https://openalex.org/W7019884273"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W3107179269","https://openalex.org/W2230088181","https://openalex.org/W1921621982","https://openalex.org/W4285411586","https://openalex.org/W2990977347","https://openalex.org/W2136135222","https://openalex.org/W3031052312","https://openalex.org/W2153830822","https://openalex.org/W2272555246"],"abstract_inverted_index":{"There":[0],"is":[1,28],"a":[2,29,102,117,134,160,166,183,188,215],"pressing":[3],"need":[4],"for":[5],"healthcare":[6,45,113,150],"conversational":[7,114],"agents":[8],"with":[9,116,257],"domain-specific":[10,130],"expertise":[11],"to":[12,22,90,143,169,196,214,243,248],"ensure":[13],"the":[14,35,40,91,108,122,154,201,208,223,250],"provision":[15],"of":[16,39,95,112,124,218,252],"accurate":[17,236],"and":[18,37,60,70,87,93,110,193,228,238,254],"reliable":[19],"information":[20,41,151,199],"tailored":[21],"specific":[23,118],"medical":[24,53,68,85,198],"contexts.":[25],"Moreover,":[26,180],"there":[27],"notable":[30],"gap":[31,80],"in":[32,48,66,146,200,234,246],"research":[33],"ensuring":[34],"credibility":[36],"trustworthiness":[38],"provided":[42],"by":[43,81,152,178],"these":[44],"agents,":[46,115],"particularly":[47],"critical":[49],"scenarios":[50],"such":[51],"as":[52,165],"emergencies.":[54],"Pilgrims":[55],"come":[56],"from":[57],"diverse":[58],"cultural":[59],"linguistic":[61],"backgrounds,":[62],"often":[63],"facing":[64],"difficulties":[65],"accessing":[67],"advice":[69],"information.":[71,260],"Establishing":[72],"an":[73],"AI-powered":[74],"multilingual":[75],"chatbot":[76],"can":[77],"bridge":[78],"this":[79,98],"providing":[82,255],"readily":[83],"available":[84],"guidance":[86],"support,":[88],"contributing":[89],"well-being":[92],"safety":[94],"pilgrims.":[96,126],"In":[97],"paper,":[99],"we":[100,158,181],"present":[101],"comprehensive":[103],"methodology":[104],"aimed":[105],"at":[106],"enhancing":[107],"reliability":[109],"efficacy":[111],"focus":[119],"on":[120,133,187],"addressing":[121],"needs":[123],"Hajj":[125],"Our":[127,204],"approach":[128,205],"leverages":[129],"fine-tuning":[131],"techniques":[132],"large":[135],"language":[136],"model,":[137],"alongside":[138],"synthetic":[139],"data":[140],"augmentation":[141],"strategies,":[142],"optimize":[144],"performance":[145,177,225],"delivering":[147],"contextually":[148],"relevant":[149],"introducing":[153],"HajjHealthQA":[155],"dataset.":[156],"Additionally,":[157],"employ":[159],"retrieval-augmented":[161],"generation":[162],"(RAG)":[163],"module":[164],"crucial":[167],"component":[168],"validate":[170,197],"uncertain":[171],"generated":[172,202],"responses,":[173],"which":[174],"improves":[175],"model":[176],"5%.":[179],"train":[182],"secondary":[184],"AI":[185],"agent":[186],"well-known":[189],"health":[190,259],"fact-checking":[191],"dataset":[192],"use":[194],"it":[195],"responses.":[203],"significantly":[206],"elevates":[207],"chatbot\u2019s":[209,224],"accuracy,":[210],"demonstrating":[211],"its":[212,232],"adaptability":[213],"wide":[216],"range":[217],"pilgrim":[219],"queries.":[220],"We":[221],"evaluate":[222],"using":[226],"quantitative":[227],"qualitative":[229],"metrics,":[230],"highlighting":[231],"proficiency":[233],"generating":[235],"responses":[237],"achieve":[239],"competitive":[240],"results":[241],"compared":[242],"state-of-the-art":[244],"models,":[245],"addition":[247],"mitigating":[249],"risk":[251],"misinformation":[253],"users":[256],"trustworthy":[258]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":16}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}