{"id":"https://openalex.org/W3092486910","doi":"https://doi.org/10.1093/jamia/ocaa155","title":"Clinical concept normalization with a hybrid natural language processing system combining multilevel matching and machine learning ranking","display_name":"Clinical concept normalization with a hybrid natural language processing system combining multilevel matching and machine learning ranking","publication_year":2020,"publication_date":"2020-07-22","ids":{"openalex":"https://openalex.org/W3092486910","doi":"https://doi.org/10.1093/jamia/ocaa155","mag":"3092486910","pmid":"https://pubmed.ncbi.nlm.nih.gov/33029642"},"language":"en","primary_location":{"id":"doi:10.1093/jamia/ocaa155","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocaa155","pdf_url":"https://academic.oup.com/jamia/article-pdf/27/10/1576/34153790/ocaa155.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://academic.oup.com/jamia/article-pdf/27/10/1576/34153790/ocaa155.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100336413","display_name":"Long Chen","orcid":"https://orcid.org/0000-0002-7347-3074"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Long Chen","raw_affiliation_strings":["Med Data Quest, San Diego, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Med Data Quest, San Diego, California, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038197875","display_name":"Wenbo Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenbo Fu","raw_affiliation_strings":["Med Data Quest, San Diego, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Med Data Quest, San Diego, California, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087377548","display_name":"\u88d5\u4e8c \u6c60\u8c37","orcid":"https://orcid.org/0000-0002-1704-1744"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu Gu","raw_affiliation_strings":["Med Data Quest, San Diego, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Med Data Quest, San Diego, California, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101727179","display_name":"Zhiyong Sun","orcid":"https://orcid.org/0000-0001-9510-4897"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhiyong Sun","raw_affiliation_strings":["Med Data Quest, San Diego, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Med Data Quest, San Diego, California, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073204856","display_name":"Haodan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haodan Li","raw_affiliation_strings":["Med Data Quest, San Diego, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Med Data Quest, San Diego, California, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008512568","display_name":"Enyu Li","orcid":"https://orcid.org/0000-0002-4242-4317"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Enyu Li","raw_affiliation_strings":["Med Data Quest, San Diego, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Med Data Quest, San Diego, California, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100392349","display_name":"Jiang Li","orcid":"https://orcid.org/0000-0001-5596-9159"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li Jiang","raw_affiliation_strings":["Med Data Quest, San Diego, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Med Data Quest, San Diego, California, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070895035","display_name":"Yuan Gao","orcid":"https://orcid.org/0000-0002-0628-4484"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan Gao","raw_affiliation_strings":["Med Data Quest, San Diego, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Med Data Quest, San Diego, California, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101682935","display_name":"Yang Huang","orcid":"https://orcid.org/0000-0002-9551-4447"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang Huang","raw_affiliation_strings":["Med Data Quest, San Diego, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Med Data Quest, San Diego, California, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5100336413"],"corresponding_institution_ids":[],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":null,"fwci":0.6669,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.67979607,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"27","issue":"10","first_page":"1576","last_page":"1584"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.6935999989509583,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.6935999989509583,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10809999704360962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.09470000118017197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8227629661560059},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.800023078918457},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7237871289253235},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.6443741321563721},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.6322515606880188},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5935871601104736},{"id":"https://openalex.org/keywords/unified-medical-language-system","display_name":"Unified Medical Language System","score":0.43859216570854187},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.42072486877441406},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.38521701097488403}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8227629661560059},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.800023078918457},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7237871289253235},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.6443741321563721},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.6322515606880188},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5935871601104736},{"id":"https://openalex.org/C69505689","wikidata":"https://www.wikidata.org/wiki/Q455338","display_name":"Unified Medical Language System","level":2,"score":0.43859216570854187},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.42072486877441406},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.38521701097488403},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017432","descriptor_name":"Unified Medical Language System","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017432","descriptor_name":"Unified Medical Language System","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017432","descriptor_name":"Unified Medical Language System","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017432","descriptor_name":"Unified Medical Language System","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017432","descriptor_name":"Unified Medical Language System","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1093/jamia/ocaa155","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocaa155","pdf_url":"https://academic.oup.com/jamia/article-pdf/27/10/1576/34153790/ocaa155.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:33029642","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33029642","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":null},{"id":"pmh:oai:europepmc.org:7386743","is_oa":false,"landing_page_url":"http://europepmc.org/pmc/articles/PMC7647369","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7647369","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7647369","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1093/jamia/ocaa155","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocaa155","pdf_url":"https://academic.oup.com/jamia/article-pdf/27/10/1576/34153790/ocaa155.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3092486910.pdf","grobid_xml":"https://content.openalex.org/works/W3092486910.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1622055787","https://openalex.org/W1871067837","https://openalex.org/W2002514548","https://openalex.org/W2034626816","https://openalex.org/W2121184547","https://openalex.org/W2122402213","https://openalex.org/W2140302476","https://openalex.org/W2142016317","https://openalex.org/W2146089916","https://openalex.org/W2154439800","https://openalex.org/W2259159222","https://openalex.org/W2396881363","https://openalex.org/W2410444648","https://openalex.org/W2416810581","https://openalex.org/W2583842374","https://openalex.org/W2735580341","https://openalex.org/W2763990719","https://openalex.org/W2768488789","https://openalex.org/W2769851464","https://openalex.org/W2911489562","https://openalex.org/W2917968119","https://openalex.org/W2957349243","https://openalex.org/W2979946792","https://openalex.org/W2995723181","https://openalex.org/W3030645549","https://openalex.org/W6716195970","https://openalex.org/W6771424112"],"related_works":["https://openalex.org/W3127142483","https://openalex.org/W4385565564","https://openalex.org/W2898073868","https://openalex.org/W2138488530","https://openalex.org/W4390446658","https://openalex.org/W2971071571","https://openalex.org/W2798835721","https://openalex.org/W2387658907","https://openalex.org/W2922169395","https://openalex.org/W25098770"],"abstract_inverted_index":{"OBJECTIVE:":[0],"Normalizing":[1],"clinical":[2,36,45,83,141,214,243],"mentions":[3,46],"to":[4,15,42,47,197],"concepts":[5],"in":[6,10,23,51,167,177],"standardized":[7],"medical":[8,25],"terminologies,":[9],"general,":[11],"is":[12],"challenging":[13],"due":[14],"the":[16,21,52,62,136,158,168,178,195,202,220,231,234],"complexity":[17],"and":[18,70,96,128,162,209,222],"variety":[19],"of":[20,61,112,138,157,173,205,224,236],"terms":[22],"narrative":[24],"records.":[26],"In":[27],"this":[28],"article,":[29],"we":[30,133],"introduce":[31],"our":[32,163,225],"work":[33,58],"on":[34,72,109,145,190],"a":[35,81,88,121,139],"natural":[37],"language":[38],"processing":[39],"(NLP)":[40],"system":[41,85,143,166,182],"automatically":[43],"normalize":[44],"concept":[48,215],"unique":[49],"identifier":[50],"Unified":[53],"Medical":[54],"Language":[55],"System.":[56],"This":[57],"was":[59],"part":[60,156],"2019":[63,159],"n2c2":[64,160],"(National":[65],"NLP":[66,84,142,244],"Clinical":[67,73],"Challenges)":[68],"Shared-Task":[69],"Workshop":[71],"Concept":[74],"Normalization.":[75],"MATERIALS":[76],"AND":[77],"METHODS:":[78],"We":[79,101,200],"developed":[80],"hybrid":[82],"that":[86],"combines":[87],"generic":[89],"multilevel":[90,207],"matching":[91,94,208],"framework,":[92],"customizable":[93],"components,":[95],"machine":[97,104,186,210],"learning":[98,187,211],"ranking":[99,106,188,212],"systems.":[100,245],"explored":[102],"2":[103],"leaning":[105],"systems":[107,152],"based":[108,144,189],"either":[110],"ensemble":[111],"various":[113],"similarity":[114],"features":[115],"extracted":[116],"from":[117],"pretrained":[118],"encoders":[119],"or":[120],"Siamese":[122,191],"attention":[123,192],"network,":[124],"targeting":[125],"at":[126],"efficient":[127],"fast":[129],"semantic":[130],"searching/ranking.":[131],"Besides,":[132],"also":[134],"evaluated":[135,154],"performance":[137,239],"general-purpose":[140],"Unstructured":[146],"Information":[147],"Management":[148],"Architecture.":[149],"RESULTS:":[150],"The":[151,180],"were":[153],"as":[155,228,230],"challenge,":[161],"original":[164],"best":[165],"challenge":[169],"obtained":[170],"an":[171],"accuracy":[172,196],"0.8101,":[174],"ranked":[175],"fifth":[176],"challenge.":[179],"improved":[181,194],"with":[183],"newly":[184],"designed":[185],"network":[193],"0.8209.":[198],"CONCLUSIONS:":[199],"demonstrate":[201],"successful":[203],"practice":[204],"combining":[206,241],"for":[213],"normalization.":[216],"Our":[217],"results":[218],"indicate":[219],"capability":[221],"interpretability":[223],"proposed":[226],"approach,":[227],"well":[229],"limitation,":[232],"suggesting":[233],"opportunities":[235],"achieving":[237],"better":[238],"by":[240],"general":[242]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-04T08:30:34.212998","created_date":"2025-10-10T00:00:00"}