{"id":"https://openalex.org/W4413040066","doi":"https://doi.org/10.3233/shti250922","title":"Human in the Loop: Embedding Medical Expert Input in Large Language Models for Clinical Applications","display_name":"Human in the Loop: Embedding Medical Expert Input in Large Language Models for Clinical Applications","publication_year":2025,"publication_date":"2025-08-07","ids":{"openalex":"https://openalex.org/W4413040066","doi":"https://doi.org/10.3233/shti250922","pmid":"https://pubmed.ncbi.nlm.nih.gov/40775940"},"language":"en","primary_location":{"id":"doi:10.3233/shti250922","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250922","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/shti250922","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065956783","display_name":"Pedram Golnari","orcid":"https://orcid.org/0000-0002-2154-1645"},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pedram Golnari","raw_affiliation_strings":["Department of Population and Quantitative Health Sciences, Case Western Reserve University, Cleveland, OH 44106 USA"],"raw_orcid":"https://orcid.org/0000-0002-2154-1645","affiliations":[{"raw_affiliation_string":"Department of Population and Quantitative Health Sciences, Case Western Reserve University, Cleveland, OH 44106 USA","institution_ids":["https://openalex.org/I58956616"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015141736","display_name":"Katrina Prantzalos","orcid":"https://orcid.org/0000-0003-4009-2950"},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Katrina Prantzalos","raw_affiliation_strings":["Department of Population and Quantitative Health Sciences, Case Western Reserve University, Cleveland, OH 44106 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Population and Quantitative Health Sciences, Case Western Reserve University, Cleveland, OH 44106 USA","institution_ids":["https://openalex.org/I58956616"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027803900","display_name":"Dipak Prasad Upadhyaya","orcid":"https://orcid.org/0000-0001-9068-5450"},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dipak Upadhyaya","raw_affiliation_strings":["Department of Population and Quantitative Health Sciences, Case Western Reserve University, Cleveland, OH 44106 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Population and Quantitative Health Sciences, Case Western Reserve University, Cleveland, OH 44106 USA","institution_ids":["https://openalex.org/I58956616"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077609648","display_name":"Jeffrey Buchhalter","orcid":"https://orcid.org/0000-0002-6807-8328"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jeffrey Buchhalter","raw_affiliation_strings":["Department of Pediatrics, University of Calgary School of Medicine, Calgary, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pediatrics, University of Calgary School of Medicine, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050196876","display_name":"Satya S. Sahoo","orcid":"https://orcid.org/0000-0001-9190-4256"},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Satya S. Sahoo","raw_affiliation_strings":["Department of Population and Quantitative Health Sciences, Case Western Reserve University, Cleveland, OH 44106 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Population and Quantitative Health Sciences, Case Western Reserve University, Cleveland, OH 44106 USA","institution_ids":["https://openalex.org/I58956616"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.9313,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.97186009,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"329","issue":null,"first_page":"658","last_page":"662"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11642","display_name":"Genomics and Rare Diseases","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7041742205619812},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.6801927089691162},{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.640835165977478},{"id":"https://openalex.org/keywords/dravet-syndrome","display_name":"Dravet syndrome","score":0.5547849535942078},{"id":"https://openalex.org/keywords/epilepsy","display_name":"Epilepsy","score":0.48277202248573303},{"id":"https://openalex.org/keywords/unified-medical-language-system","display_name":"Unified Medical Language System","score":0.45788490772247314},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41415727138519287},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3901588022708893},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3725324273109436},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.19769561290740967},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.10078805685043335}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7041742205619812},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.6801927089691162},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.640835165977478},{"id":"https://openalex.org/C2780623815","wikidata":"https://www.wikidata.org/wiki/Q1255956","display_name":"Dravet syndrome","level":3,"score":0.5547849535942078},{"id":"https://openalex.org/C2778186239","wikidata":"https://www.wikidata.org/wiki/Q41571","display_name":"Epilepsy","level":2,"score":0.48277202248573303},{"id":"https://openalex.org/C69505689","wikidata":"https://www.wikidata.org/wiki/Q455338","display_name":"Unified Medical Language System","level":2,"score":0.45788490772247314},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41415727138519287},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3901588022708893},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3725324273109436},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.19769561290740967},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.10078805685043335},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004831","descriptor_name":"Epilepsies, Myoclonic","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D004831","descriptor_name":"Epilepsies, Myoclonic","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D005103","descriptor_name":"Expert Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005103","descriptor_name":"Expert Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true},{"descriptor_ui":"D064229","descriptor_name":"Biological Ontologies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D064229","descriptor_name":"Biological Ontologies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.3233/shti250922","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250922","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},{"id":"pmid:40775940","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40775940","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in health technology and informatics","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.3233/shti250922","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250922","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3194455462","https://openalex.org/W4301594776","https://openalex.org/W981212865","https://openalex.org/W3029278642","https://openalex.org/W2075174753","https://openalex.org/W4382048782","https://openalex.org/W2554017052","https://openalex.org/W2313607739","https://openalex.org/W2913680655","https://openalex.org/W3034559903"],"abstract_inverted_index":{"The":[0,147],"state-of-the-art":[1],"performance":[2,97],"of":[3,19,24,32,36,41,50,98,136,145,149],"large":[4,34],"language":[5,11,103],"models":[6],"(LLMs)":[7],"in":[8,53,74,100,130,141,160,169],"medical":[9,15,25,72,170],"natural":[10,102],"(NLP)":[12,105],"tasks,":[13],"including":[14],"query":[16],"answering,":[17],"summarization":[18],"clinical":[20],"notes,":[21],"and":[22,69,132,166],"generation":[23],"reports":[26],"has":[27],"led":[28],"to":[29,66,93,162],"the":[30,47,96,126,134,143],"development":[31],"a":[33,82,90,111,137,153],"number":[35],"application":[37],"studies.":[38],"However,":[39],"many":[40],"these":[42],"studies":[43],"have":[44],"also":[45],"identified":[46],"key":[48],"role":[49],"human":[51,71,158],"input":[52],"generating":[54],"accurate":[55],"results":[56,148,168],"with":[57],"significant":[58],"efforts":[59],"focused":[60],"on":[61,86,110],"identifying":[62],"an":[63],"effective":[64],"mechanism":[65],"elicit,":[67],"model,":[68],"integrate":[70],"expertise":[73,159],"optimizing":[75],"LLMs.":[76],"In":[77],"this":[78,150],"paper,":[79],"we":[80,108],"introduce":[81],"new":[83,154],"approach":[84],"based":[85],"biomedical":[87,101],"ontologies":[88],"as":[89],"knowledge":[91],"model":[92],"significantly":[94],"improve":[95],"LLMs":[99,161],"processing":[104],"applications.":[106,171],"Specifically,":[107],"focus":[109],"rare":[112],"pediatric":[113],"epilepsy":[114,139],"called":[115],"Dravet":[116],"syndrome":[117],"(DS)":[118],"which":[119],"there":[120],"is":[121],"very":[122],"limited":[123],"understanding":[124],"about":[125],"mechanisms":[127],"that":[128],"result":[129],"seizure":[131],"demonstrate":[133],"effectiveness":[135],"unique":[138],"ontology":[140],"improving":[142],"accuracy":[144,165],"results.":[146],"study":[151],"create":[152],"pathway":[155],"for":[156],"integrating":[157],"support":[163],"high":[164],"consistent":[167]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}