{"id":"https://openalex.org/W4414422586","doi":"https://doi.org/10.1093/jamia/ocaf149","title":"A scalable framework for benchmark embedding models in semantic health-care tasks","display_name":"A scalable framework for benchmark embedding models in semantic health-care tasks","publication_year":2025,"publication_date":"2025-08-28","ids":{"openalex":"https://openalex.org/W4414422586","doi":"https://doi.org/10.1093/jamia/ocaf149","pmid":"https://pubmed.ncbi.nlm.nih.gov/40977370"},"language":"en","primary_location":{"id":"doi:10.1093/jamia/ocaf149","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocaf149","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079561272","display_name":"Shelly Soffer","orcid":"https://orcid.org/0000-0002-7853-2029"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I2800389475","display_name":"Rabin Medical Center","ror":"https://ror.org/01vjtf564","country_code":"IL","type":"healthcare","lineage":["https://openalex.org/I2800389475","https://openalex.org/I64767286"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Shelly Soffer","raw_affiliation_strings":["Gray Faculty of Medical and Health Sciences, Tel Aviv University , Tel Aviv, 6997801,","Institute of Hematology, Davidoff Cancer Center, Rabin Medical Center , Petah Tikva, 49100,","Institute of Hematology, Davidoff Cancer Center, Rabin Medical Center, Petah Tikva, 49100, Israel","Gray Faculty of Medical and Health Sciences, Tel Aviv University, Tel Aviv, 6997801, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gray Faculty of Medical and Health Sciences, Tel Aviv University , Tel Aviv, 6997801,","institution_ids":["https://openalex.org/I16391192"]},{"raw_affiliation_string":"Institute of Hematology, Davidoff Cancer Center, Rabin Medical Center , Petah Tikva, 49100,","institution_ids":["https://openalex.org/I2800389475"]},{"raw_affiliation_string":"Institute of Hematology, Davidoff Cancer Center, Rabin Medical Center, Petah Tikva, 49100, Israel","institution_ids":["https://openalex.org/I2800389475"]},{"raw_affiliation_string":"Gray Faculty of Medical and Health Sciences, Tel Aviv University, Tel Aviv, 6997801, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044457381","display_name":"Mahmud Omar","orcid":"https://orcid.org/0009-0001-0438-0827"},"institutions":[{"id":"https://openalex.org/I1320796813","display_name":"Mount Sinai Health System","ror":"https://ror.org/04kfn4587","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1320796813"]},{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahmud Omar","raw_affiliation_strings":["Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai , New York, NY 10019,","Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai, New York, NY 10019, United States"],"raw_orcid":"https://orcid.org/0009-0001-0438-0827","affiliations":[{"raw_affiliation_string":"Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai , New York, NY 10019,","institution_ids":["https://openalex.org/I98704320","https://openalex.org/I1320796813"]},{"raw_affiliation_string":"Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai, New York, NY 10019, United States","institution_ids":["https://openalex.org/I98704320","https://openalex.org/I1320796813"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098593547","display_name":"Moran Gendler","orcid":null},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Moran Gendler","raw_affiliation_strings":["Azrieli Faculty of Medicine, Bar-Ilan University , Safed, 1311502,","Azrieli Faculty of Medicine, Bar-Ilan University, Safed, 1311502, Israel"],"raw_orcid":"https://orcid.org/0009-0004-7789-3801","affiliations":[{"raw_affiliation_string":"Azrieli Faculty of Medicine, Bar-Ilan University , Safed, 1311502,","institution_ids":["https://openalex.org/I13955877"]},{"raw_affiliation_string":"Azrieli Faculty of Medicine, Bar-Ilan University, Safed, 1311502, Israel","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030539003","display_name":"Benjamin S. Glicksberg","orcid":"https://orcid.org/0000-0003-4515-8090"},"institutions":[{"id":"https://openalex.org/I1320796813","display_name":"Mount Sinai Health System","ror":"https://ror.org/04kfn4587","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1320796813"]},{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin S Glicksberg","raw_affiliation_strings":["Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai , New York, NY 10019,","Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai, New York, NY 10019, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai , New York, NY 10019,","institution_ids":["https://openalex.org/I98704320","https://openalex.org/I1320796813"]},{"raw_affiliation_string":"Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai, New York, NY 10019, United States","institution_ids":["https://openalex.org/I98704320","https://openalex.org/I1320796813"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019842052","display_name":"Patricia Kovatch","orcid":"https://orcid.org/0000-0001-8368-1742"},"institutions":[{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patricia Kovatch","raw_affiliation_strings":["Department of Genetics and Genomic Sciences, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","Department of Genetics and Genomic Sciences, Icahn School of Medicine at Mount Sinai, New York, NY 10029, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Genetics and Genomic Sciences, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Department of Genetics and Genomic Sciences, Icahn School of Medicine at Mount Sinai, New York, NY 10029, United States","institution_ids":["https://openalex.org/I98704320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046222846","display_name":"Orly Efros","orcid":"https://orcid.org/0000-0002-6024-9110"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I2799810450","display_name":"Sheba Medical Center","ror":"https://ror.org/020rzx487","country_code":"IL","type":"healthcare","lineage":["https://openalex.org/I2799810450"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Orly Efros","raw_affiliation_strings":["Gray Faculty of Medical and Health Sciences, Tel Aviv University , Tel Aviv, 6997801,","National Hemophilia Center and Thrombosis Institute, Sheba Medical Center , Ramat Gan, 5262100,","National Hemophilia Center and Thrombosis Institute, Sheba Medical Center, Ramat Gan, 5262100, Israel","Gray Faculty of Medical and Health Sciences, Tel Aviv University, Tel Aviv, 6997801, Israel"],"raw_orcid":"https://orcid.org/0000-0002-6024-9110","affiliations":[{"raw_affiliation_string":"Gray Faculty of Medical and Health Sciences, Tel Aviv University , Tel Aviv, 6997801,","institution_ids":["https://openalex.org/I16391192"]},{"raw_affiliation_string":"National Hemophilia Center and Thrombosis Institute, Sheba Medical Center , Ramat Gan, 5262100,","institution_ids":["https://openalex.org/I2799810450"]},{"raw_affiliation_string":"National Hemophilia Center and Thrombosis Institute, Sheba Medical Center, Ramat Gan, 5262100, Israel","institution_ids":["https://openalex.org/I2799810450"]},{"raw_affiliation_string":"Gray Faculty of Medical and Health Sciences, Tel Aviv University, Tel Aviv, 6997801, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070462882","display_name":"Robert Freeman","orcid":"https://orcid.org/0000-0003-4946-6533"},"institutions":[{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Freeman","raw_affiliation_strings":["Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai, New York, NY 10029, United States"],"raw_orcid":"https://orcid.org/0000-0003-4946-6533","affiliations":[{"raw_affiliation_string":"Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai, New York, NY 10029, United States","institution_ids":["https://openalex.org/I98704320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091224898","display_name":"Alexander W. Charney","orcid":"https://orcid.org/0000-0001-8135-6858"},"institutions":[{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander W Charney","raw_affiliation_strings":["Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai, New York, NY 10029, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai, New York, NY 10029, United States","institution_ids":["https://openalex.org/I98704320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047405500","display_name":"Girish N. Nadkarni","orcid":"https://orcid.org/0000-0001-6319-4314"},"institutions":[{"id":"https://openalex.org/I1320796813","display_name":"Mount Sinai Health System","ror":"https://ror.org/04kfn4587","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1320796813"]},{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Girish N Nadkarni","raw_affiliation_strings":["Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai , New York, NY 10019,","Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai, New York, NY 10019, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai , New York, NY 10019,","institution_ids":["https://openalex.org/I98704320","https://openalex.org/I1320796813"]},{"raw_affiliation_string":"Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai, New York, NY 10019, United States","institution_ids":["https://openalex.org/I98704320","https://openalex.org/I1320796813"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039899830","display_name":"Eyal Klang","orcid":"https://orcid.org/0000-0002-4567-3108"},"institutions":[{"id":"https://openalex.org/I1320796813","display_name":"Mount Sinai Health System","ror":"https://ror.org/04kfn4587","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1320796813"]},{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Eyal Klang","raw_affiliation_strings":["Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai , New York, NY 10019,","Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai, New York, NY 10019, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai , New York, NY 10019,","institution_ids":["https://openalex.org/I98704320","https://openalex.org/I1320796813"]},{"raw_affiliation_string":"Windreich Department of AI and Human Health, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Department of Medicine, Icahn School of Medicine at Mount Sinai, The Hasso Plattner Institute for Digital Health at Mount Sinai, New York, NY 10019, United States","institution_ids":["https://openalex.org/I98704320","https://openalex.org/I1320796813"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5039899830","https://openalex.org/A5079561272"],"corresponding_institution_ids":["https://openalex.org/I1320796813","https://openalex.org/I16391192","https://openalex.org/I2800389475","https://openalex.org/I98704320"],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":null,"fwci":3.3146,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.93059403,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"32","issue":"12","first_page":"1877","last_page":"1887"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3490999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3490999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.15289999544620514,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.15150000154972076,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.8278999924659729},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7875999808311462},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6743000149726868},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6448000073432922},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.590499997138977},{"id":"https://openalex.org/keywords/semantic-matching","display_name":"Semantic matching","score":0.5795999765396118}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8532999753952026},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.8278999924659729},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7875999808311462},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6743000149726868},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6448000073432922},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.590499997138977},{"id":"https://openalex.org/C2778493491","wikidata":"https://www.wikidata.org/wiki/Q7449072","display_name":"Semantic matching","level":3,"score":0.5795999765396118},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5256999731063843},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.39149999618530273},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3783000111579895},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3515999913215637},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3488999903202057},{"id":"https://openalex.org/C166423231","wikidata":"https://www.wikidata.org/wiki/Q1891170","display_name":"Semantic search","level":3,"score":0.3027999997138977},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2816999852657318},{"id":"https://openalex.org/C103692084","wikidata":"https://www.wikidata.org/wiki/Q1765824","display_name":"Semantic grid","level":3,"score":0.2612000107765198},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.25999999046325684},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.2596000134944916}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016247","descriptor_name":"Information Storage and Retrieval","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D016247","descriptor_name":"Information Storage and Retrieval","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D016247","descriptor_name":"Information Storage and Retrieval","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1093/jamia/ocaf149","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocaf149","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:40977370","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40977370","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1983897914","https://openalex.org/W2735784619","https://openalex.org/W2944400536","https://openalex.org/W3027879771","https://openalex.org/W4312220150","https://openalex.org/W4366280062","https://openalex.org/W4386855366","https://openalex.org/W4388409299","https://openalex.org/W4392186815","https://openalex.org/W4397003633","https://openalex.org/W4398183427","https://openalex.org/W4399738410","https://openalex.org/W4404960985"],"related_works":[],"abstract_inverted_index":{"OBJECTIVES:":[0],"Text":[1],"embeddings":[2,37],"are":[3],"promising":[4],"for":[5,38,132,222],"semantic":[6,40,53,87,252],"tasks,":[7,169,176,193],"such":[8,145,179,250],"as":[9,110,146,180,251],"retrieval":[10,111,135,192],"augmented":[11],"generation":[12,256],"(RAG).":[13,257],"However,":[14],"their":[15],"application":[16],"in":[17,157,167,171],"health":[18],"care":[19],"is":[20],"underexplored":[21],"due":[22],"to":[23,35,186,215],"a":[24,31,212,223],"lack":[25],"of":[26,219,226,244],"benchmarking":[27,33,205],"methods.":[28],"We":[29,45,84,104],"introduce":[30],"scalable":[32],"method":[34],"test":[36],"health-care":[39,227],"tasks.":[41,159,173,228],"MATERIALS":[42],"AND":[43],"METHODS:":[44],"evaluated":[46,113],"39":[47],"embedding":[48,220,245],"models":[49,142,178,196,221],"across":[50],"7":[51,130],"medical":[52],"similarity":[54,89,95],"tasks":[55,109,131],"using":[56,100],"diverse":[57],"datasets.":[58],"These":[59],"datasets":[60],"comprised":[61],"real-world":[62],"patient":[63],"data":[64,80],"(from":[65],"the":[66,93,107,187,194,199,217,232,236,238],"Mount":[67],"Sinai":[68],"Health":[69],"System":[70],"and":[71,78,118,134,151,209,254],"MIMIC":[72],"IV),":[73],"biomedical":[74],"texts":[75],"from":[76],"PubMed,":[77],"synthetic":[79],"generated":[81],"with":[82,97,235],"Llama-3-70b.":[83],"first":[85],"assessed":[86],"textual":[88],"(STS)":[90],"by":[91,114],"correlating":[92],"model-generated":[94],"scores":[96],"noise":[98],"levels":[99],"Spearman":[101],"rank":[102,117],"correlation.":[103],"then":[105],"reframed":[106],"same":[108],"problems,":[112],"mean":[115],"reciprocal":[116],"recall":[119],"at":[120],"k.":[121],"RESULTS:":[122],"In":[123],"total,":[124],"evaluating":[125],"2000":[126],"text":[127],"pairs":[128],"per":[129],"STS":[133],"yielded":[136],"3.28":[137],"million":[138],"model":[139,162,234],"assessments.":[140],"Larger":[141],"(>7b":[143],"parameters),":[144,164],"those":[147],"based":[148],"on":[149],"Mistral-7b":[150],"Gemma-2-9b,":[152],"consistently":[153],"performed":[154,184],"well,":[155],"especially":[156],"long-context":[158],"The":[160,203],"NV-Embed-v1":[161],"(7b":[163],"although":[165],"top":[166],"short":[168,175],"underperformed":[170],"long":[172,191],"For":[174,190],"smaller":[177,200],"b1ade-embed":[181],"(335M":[182],"parameters)":[183],"on-par":[185],"larger":[188,195],"models.":[189],"significantly":[197],"outperformed":[198],"ones.":[201],"DISCUSSION:":[202],"proposed":[204],"framework":[206,239],"demonstrates":[207],"scalability":[208],"flexibility,":[210],"offering":[211],"structured":[213],"approach":[214],"guide":[216],"selection":[218],"wide":[224],"range":[225],"CONCLUSION:":[229],"By":[230],"matching":[231],"appropriate":[233],"task,":[237],"enables":[240],"more":[241],"effective":[242],"deployment":[243],"models,":[246],"enhancing":[247],"critical":[248],"applications":[249],"search":[253],"retrieval-augmented":[255]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-06-23T06:36:01.041984","created_date":"2025-10-10T00:00:00"}