{"id":"https://openalex.org/W4413040225","doi":"https://doi.org/10.3233/shti251017","title":"Large Language Models Can be Good Medical Annotators: A Case Study of Drug Change Detection in Japanese EHRs","display_name":"Large Language Models Can be Good Medical Annotators: A Case Study of Drug Change Detection in Japanese EHRs","publication_year":2025,"publication_date":"2025-08-07","ids":{"openalex":"https://openalex.org/W4413040225","doi":"https://doi.org/10.3233/shti251017","pmid":"https://pubmed.ncbi.nlm.nih.gov/40776035"},"language":"en","primary_location":{"id":"doi:10.3233/shti251017","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti251017","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/shti251017","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103438894","display_name":"Takeshi Ito","orcid":null},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takeshi Ito","raw_affiliation_strings":["Nara Institute of Science and Technology, Japan"],"raw_orcid":"https://orcid.org/0009-0007-2513-8136","affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057947246","display_name":"Tomohide Yoshie","orcid":"https://orcid.org/0000-0001-9302-5511"},"institutions":[{"id":"https://openalex.org/I4210111404","display_name":"National Cerebral and Cardiovascular Center","ror":"https://ror.org/01v55qb38","country_code":"JP","type":"healthcare","lineage":["https://openalex.org/I4210111404"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomohide Yoshie","raw_affiliation_strings":["National Cerebral and Cardiovascular Center, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Cerebral and Cardiovascular Center, Japan","institution_ids":["https://openalex.org/I4210111404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013790464","display_name":"Sohei Yoshimura","orcid":"https://orcid.org/0000-0002-4751-3538"},"institutions":[{"id":"https://openalex.org/I4210111404","display_name":"National Cerebral and Cardiovascular Center","ror":"https://ror.org/01v55qb38","country_code":"JP","type":"healthcare","lineage":["https://openalex.org/I4210111404"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sohei Yoshimura","raw_affiliation_strings":["National Cerebral and Cardiovascular Center, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Cerebral and Cardiovascular Center, Japan","institution_ids":["https://openalex.org/I4210111404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075739501","display_name":"Nobuyuki Ohara","orcid":"https://orcid.org/0000-0003-4033-9183"},"institutions":[{"id":"https://openalex.org/I4210161700","display_name":"Kobe City Medical Center General Hospital","ror":"https://ror.org/04j4nak57","country_code":"JP","type":"healthcare","lineage":["https://openalex.org/I4210161700"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nobuyuki Ohara","raw_affiliation_strings":["Kobe City Medical Center General Hospital, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kobe City Medical Center General Hospital, Japan","institution_ids":["https://openalex.org/I4210161700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005540314","display_name":"Shuntaro Yada","orcid":"https://orcid.org/0000-0002-6209-1054"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shuntaro Yada","raw_affiliation_strings":["University of Tsukuba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046718849","display_name":"Shoko Wakamiya","orcid":"https://orcid.org/0000-0002-9371-1340"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shoko Wakamiya","raw_affiliation_strings":["Nara Institute of Science and Technology, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041089475","display_name":"Eiji Aramaki","orcid":"https://orcid.org/0000-0003-0201-3609"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Eiji Aramaki","raw_affiliation_strings":["University of Tsukuba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31866871,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"329","issue":null,"first_page":"1140","last_page":"1144"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9598000049591064,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.674166738986969},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5668827295303345},{"id":"https://openalex.org/keywords/drug","display_name":"Drug","score":0.4179501533508301},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4094068706035614},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32942163944244385},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.19469192624092102},{"id":"https://openalex.org/keywords/pharmacology","display_name":"Pharmacology","score":0.06855100393295288}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.674166738986969},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5668827295303345},{"id":"https://openalex.org/C2780035454","wikidata":"https://www.wikidata.org/wiki/Q8386","display_name":"Drug","level":2,"score":0.4179501533508301},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4094068706035614},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32942163944244385},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.19469192624092102},{"id":"https://openalex.org/C98274493","wikidata":"https://www.wikidata.org/wiki/Q128406","display_name":"Pharmacology","level":1,"score":0.06855100393295288}],"mesh":[{"descriptor_ui":"D000095225","descriptor_name":"East Asian People","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000095225","descriptor_name":"East Asian People","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000095225","descriptor_name":"East Asian People","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007564","descriptor_name":"Japan","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007564","descriptor_name":"Japan","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007564","descriptor_name":"Japan","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D064420","descriptor_name":"Drug-Related Side Effects and Adverse Reactions","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":true},{"descriptor_ui":"D064420","descriptor_name":"Drug-Related Side Effects and Adverse Reactions","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":true},{"descriptor_ui":"D064420","descriptor_name":"Drug-Related Side Effects and Adverse Reactions","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.3233/shti251017","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti251017","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},{"id":"pmid:40776035","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40776035","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in health technology and informatics","raw_type":null},{"id":"pmh:oai:irdb.nii.ac.jp:01146:0006961080","is_oa":true,"landing_page_url":"https://naist.repo.nii.ac.jp/records/2001197","pdf_url":null,"source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 20th World Congress on Medical and Health Informatics","raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.3233/shti251017","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti251017","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.6800000071525574}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"In":[0],"this":[1],"study,":[2],"we":[3],"combined":[4],"automatically":[5],"generated":[6],"labels":[7],"from":[8],"large":[9],"language":[10],"models":[11],"(LLMs)":[12],"with":[13,58],"a":[14,47,53,59,90],"small":[15],"number":[16],"of":[17,55,61,93,105],"manual":[18],"annotations":[19],"to":[20,84,114],"classify":[21],"adverse":[22,87],"event-related":[23],"treatment":[24],"discontinuations":[25],"in":[26,120],"Japanese":[27],"EHRs.":[28],"By":[29],"fine-tuning":[30],"JMedRoBERTa":[31],"and":[32,38,43,117],"T5":[33,51],"on":[34,46,70],"6,156":[35],"LLM-labeled":[36],"records":[37],"200":[39,72],"manually":[40],"labeled":[41],"samples":[42,74],"then":[44],"evaluating":[45],"100-record":[48],"test":[49],"set,":[50],"achieved":[52],"precision":[54,94],"0.83,":[56],"albeit":[57],"recall":[60,96,116],"only":[62],"0.25.":[63],"We":[64],"noted":[65],"that":[66],"when":[67],"training":[68],"solely":[69],"the":[71,81,103,112],"human-labeled":[73],"(that":[75,98],"contained":[76],"significantly":[77],"few":[78],"positive":[79],"cases),":[80],"model":[82],"failed":[83],"detect":[85],"any":[86],"events,":[88],"making":[89],"reliable":[91],"measurement":[92],"or":[95],"infeasible":[97],"is,":[99],"N/A).":[100],"This":[101],"underscores":[102],"potential":[104],"large-scale":[106],"LLM-driven":[107],"labeling":[108],"as":[109,111],"well":[110],"need":[113],"improve":[115],"label":[118],"quality":[119],"practical":[121],"clinical":[122],"scenarios.":[123]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}