{"id":"https://openalex.org/W3160137267","doi":"https://doi.org/10.1038/s41746-021-00455-y","title":"Med-BERT: pretrained contextualized embeddings on large-scale structured electronic health records for disease prediction","display_name":"Med-BERT: pretrained contextualized embeddings on large-scale structured electronic health records for disease prediction","alternate_titles":[],"publication_year":2021,"publication_date":"2021-05-20","ids":{"openalex":"https://openalex.org/W3160137267","doi":"https://doi.org/10.1038/s41746-021-00455-y","mag":"3160137267","pmid":"https://pubmed.ncbi.nlm.nih.gov/34017034","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/8137882"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-021-00455-y","doi":"https://doi.org/10.1038/s41746-021-00455-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-021-00455-y","pdf_url":"https://www.nature.com/articles/s41746-021-00455-y.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","doyens","jufo-2","ki-jl-1","norway-1","oarl","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3160137267"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-021-00455-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070017288","display_name":"Laila Rasmy","orcid":"https://orcid.org/0000-0002-2644-4908","observed_orcids":["https://orcid.org/0000-0002-2644-4908"]},"institutions":[{"id":"https://openalex.org/I919571938","display_name":"The University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39","country_code":"US","type":"education","lineage":["https://openalex.org/I919571938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laila Rasmy","raw_affiliation_strings":["School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-2644-4908","affiliations":[{"raw_affiliation_string":"School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I919571938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101632572","display_name":"Yang Xiang","orcid":"https://orcid.org/0000-0003-1395-6805","observed_orcids":["https://orcid.org/0000-0003-1395-6805"]},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Xiang","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China. xiangy@pcl.ac.cn","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1395-6805","affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China. xiangy@pcl.ac.cn","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059534211","display_name":"Ziqian Xie","orcid":"https://orcid.org/0000-0001-6541-1773","observed_orcids":["https://orcid.org/0000-0001-6541-1773"]},"institutions":[{"id":"https://openalex.org/I919571938","display_name":"The University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39","country_code":"US","type":"education","lineage":["https://openalex.org/I919571938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziqian Xie","raw_affiliation_strings":["School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I919571938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076058129","display_name":"Cui Tao","orcid":"https://orcid.org/0000-0002-4267-1924","observed_orcids":["https://orcid.org/0000-0002-4267-1924"]},"institutions":[{"id":"https://openalex.org/I919571938","display_name":"The University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39","country_code":"US","type":"education","lineage":["https://openalex.org/I919571938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cui Tao","raw_affiliation_strings":["School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I919571938"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012354604","display_name":"Degui Zhi","orcid":"https://orcid.org/0000-0001-7754-1890","observed_orcids":["https://orcid.org/0000-0001-7754-1890"]},"institutions":[{"id":"https://openalex.org/I919571938","display_name":"The University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39","country_code":"US","type":"education","lineage":["https://openalex.org/I919571938"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Degui Zhi","raw_affiliation_strings":["School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA. Degui.Zhi@uth.tmc.edu","School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0001-7754-1890","affiliations":[{"raw_affiliation_string":"School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA. Degui.Zhi@uth.tmc.edu","institution_ids":["https://openalex.org/I919571938"]},{"raw_affiliation_string":"School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I919571938"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5012354604","https://openalex.org/A5101632572"],"corresponding_institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I919571938"],"apc_list":{"value":3060,"currency":"USD","value_usd":3060},"apc_paid":{"value":3060,"currency":"USD","value_usd":3060},"fwci":37.53,"has_fulltext":true,"cited_by_count":1417,"citation_normalized_percentile":{"value":0.9987815,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"4","issue":"1","first_page":"86","last_page":"86"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.5889999866485596},{"id":"https://openalex.org/keywords/contextualized-embeddings","display_name":"contextual embeddings","score":0.7919999957084656},{"id":"https://openalex.org/keywords/disease-prediction","display_name":"disease prediction","score":0.925000011920929},{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.7289999723434448},{"id":"https://openalex.org/keywords/limited-training-data","display_name":"limited training data","score":0.6669999957084656},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.8989999890327454},{"id":"https://openalex.org/keywords/clinical-text-representation","display_name":"clinical text representation","score":0.4860000014305115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8037306070327759},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6595546007156372},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6411095261573792},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6205641031265259},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.6143366098403931},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5711958408355713},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5507543683052063},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5378197431564331},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.5282341837882996},{"id":"https://openalex.org/C3019952477","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Health records","level":3,"score":0.5212826728820801},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.4936455488204956},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.44602668285369873},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.420594722032547},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41141268610954285},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.2597115635871887},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.1038/s41746-021-00455-y","doi":"https://doi.org/10.1038/s41746-021-00455-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-021-00455-y","pdf_url":"https://www.nature.com/articles/s41746-021-00455-y.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","doyens","jufo-2","ki-jl-1","norway-1","oarl","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:34017034","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34017034","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:8137882","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC8137882/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ Digit Med","raw_type":"Text"},{"id":"pmh:oai:arXiv.org:2005.12833","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.12833","pdf_url":"https://arxiv.org/pdf/2005.12833","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:digitalcommons.library.tmc.edu:uthgsbs_docs-1048","doi":null,"is_oa":false,"landing_page_url":"https://digitalcommons.library.tmc.edu/uthgsbs_docs/49","pdf_url":null,"source":{"id":"https://openalex.org/S4377196655","display_name":"Digital Commons-TMC (Texas Medical Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1337852284","host_organization_name":"Texas Medical Center","host_organization_lineage":["https://openalex.org/I1337852284"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty, Staff and Student Publications","raw_type":"text"},{"id":"pmh:oai:digitalcommons.library.tmc.edu:uthshis_docs-1094","doi":null,"is_oa":false,"landing_page_url":"https://digitalcommons.library.tmc.edu/uthshis_docs/95","pdf_url":null,"source":{"id":"https://openalex.org/S4377196655","display_name":"Digital Commons-TMC (Texas Medical Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1337852284","host_organization_name":"Texas Medical Center","host_organization_lineage":["https://openalex.org/I1337852284"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty, Staff and Student Publications","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:14d44497dee74dfdb722302b6ea95c47","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/14d44497dee74dfdb722302b6ea95c47","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 4, Iss 1, Pp 1-13 (2021)","raw_type":"article"},{"id":"doi:10.48550/arxiv.2005.12833","doi":"https://doi.org/10.48550/arxiv.2005.12833","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2005.12833","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1038/s41746-021-00455-y","doi":"https://doi.org/10.1038/s41746-021-00455-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-021-00455-y","pdf_url":"https://www.nature.com/articles/s41746-021-00455-y.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","doyens","jufo-2","ki-jl-1","norway-1","oarl","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.8560000061988831,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1802251166","display_name":null,"funder_award_id":"RP160015","funder_id":"https://openalex.org/F4320313675","funder_display_name":"University of Texas Health Science Center at Houston"},{"id":"https://openalex.org/G1833903074","display_name":null,"funder_award_id":"K40 GPU","funder_id":"https://openalex.org/F4320309480","funder_display_name":"Nvidia"},{"id":"https://openalex.org/G2010355708","display_name":null,"funder_award_id":"Tesla K40 GPU","funder_id":"https://openalex.org/F4320309480","funder_display_name":"Nvidia"},{"id":"https://openalex.org/G3120388081","display_name":"Data Science and Informatics Core for Cancer Research","funder_award_id":"RP170668","funder_id":"https://openalex.org/F4320308129","funder_display_name":"Cancer Prevention and Research Institute of Texas"},{"id":"https://openalex.org/G3536671695","display_name":"AI-aided Personalization on Dual Antiplatelet Therapy Duration for Patients Underwent Coronary Stent Implantation","funder_award_id":"19GPSGC35180031","funder_id":"https://openalex.org/F4320306230","funder_display_name":"American Heart Association"},{"id":"https://openalex.org/G4276235123","display_name":"Dynamic learning for post-vaccine event prediction using temporal information in VAERS","funder_award_id":"R01AI130460","funder_id":"https://openalex.org/F4320337355","funder_display_name":"National Institute of Allergy and Infectious Diseases"},{"id":"https://openalex.org/G5634705612","display_name":null,"funder_award_id":"RP160015","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5801408398","display_name":null,"funder_award_id":"Tesla K40","funder_id":"https://openalex.org/F4320309480","funder_display_name":"Nvidia"},{"id":"https://openalex.org/G6814533621","display_name":"Collaborative Training of a New Cadre of Innovative Cancer Prevention Researchers","funder_award_id":"RP160015","funder_id":"https://openalex.org/F4320308129","funder_display_name":"Cancer Prevention and Research Institute of Texas"},{"id":"https://openalex.org/G6911552807","display_name":"Patient Medical History Representation, Extraction, and Inference from EHR Data","funder_award_id":"R01LM011829","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G808444532","display_name":null,"funder_award_id":"R01LM011829","funder_id":"https://openalex.org/F4320308129","funder_display_name":"Cancer Prevention and Research Institute of Texas"}],"funders":[{"id":"https://openalex.org/F4320306230","display_name":"American Heart Association","ror":"https://ror.org/013kjyp64"},{"id":"https://openalex.org/F4320308129","display_name":"Cancer Prevention and Research Institute of Texas","ror":"https://ror.org/0003xa228"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320313675","display_name":"University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337355","display_name":"National Institute of Allergy and Infectious Diseases","ror":"https://ror.org/043z4tv69"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3160137267.pdf","grobid_xml":"https://content.openalex.org/works/W3160137267.grobid-xml"},"referenced_works_count":78,"referenced_works":["https://openalex.org/W174941419","https://openalex.org/W1615991656","https://openalex.org/W1924770834","https://openalex.org/W2023248478","https://openalex.org/W2119852447","https://openalex.org/W2132587081","https://openalex.org/W2138857742","https://openalex.org/W2153579005","https://openalex.org/W2157814042","https://openalex.org/W2165698076","https://openalex.org/W2175082661","https://openalex.org/W2177350256","https://openalex.org/W2250539671","https://openalex.org/W2396881363","https://openalex.org/W2493916176","https://openalex.org/W2517259736","https://openalex.org/W2581082771","https://openalex.org/W2595840341","https://openalex.org/W2606321545","https://openalex.org/W2610135452","https://openalex.org/W2664267452","https://openalex.org/W2690721124","https://openalex.org/W2740570963","https://openalex.org/W2742491462","https://openalex.org/W2752747624","https://openalex.org/W2758761544","https://openalex.org/W2760946358","https://openalex.org/W2772576266","https://openalex.org/W2784499877","https://openalex.org/W2785373436","https://openalex.org/W2787560479","https://openalex.org/W2792588444","https://openalex.org/W2793251588","https://openalex.org/W2796547658","https://openalex.org/W2798812533","https://openalex.org/W2800167607","https://openalex.org/W2803274241","https://openalex.org/W2895763047","https://openalex.org/W2896457183","https://openalex.org/W2911489562","https://openalex.org/W2911704718","https://openalex.org/W2925863688","https://openalex.org/W2937845937","https://openalex.org/W2939507640","https://openalex.org/W2939903565","https://openalex.org/W2949202705","https://openalex.org/W2950133940","https://openalex.org/W2950813464","https://openalex.org/W2952638691","https://openalex.org/W2953356739","https://openalex.org/W2953532875","https://openalex.org/W2962843773","https://openalex.org/W2963341956","https://openalex.org/W2963716420","https://openalex.org/W2963852062","https://openalex.org/W2964006392","https://openalex.org/W2965570621","https://openalex.org/W2970771982","https://openalex.org/W2973190536","https://openalex.org/W2975059944","https://openalex.org/W2979826702","https://openalex.org/W2980282514","https://openalex.org/W2981851019","https://openalex.org/W2994829590","https://openalex.org/W2997183031","https://openalex.org/W3004227146","https://openalex.org/W3005680577","https://openalex.org/W3011742849","https://openalex.org/W3017637887","https://openalex.org/W3030163527","https://openalex.org/W3037585139","https://openalex.org/W3045940403","https://openalex.org/W3046382668","https://openalex.org/W3098903812","https://openalex.org/W4230337229","https://openalex.org/W4253772136","https://openalex.org/W6601680507","https://openalex.org/W6893675597"],"related_works":["https://openalex.org/W4405489230","https://openalex.org/W4318147821","https://openalex.org/W7061636878","https://openalex.org/W3213708588","https://openalex.org/W4313417929","https://openalex.org/W3042750053","https://openalex.org/W2889599487","https://openalex.org/W4415319839","https://openalex.org/W4320801519","https://openalex.org/W3207867270"],"abstract_inverted_index":{"Deep":[0],"learning":[1,198],"(DL)-based":[2],"predictive":[3],"models":[4,26,36,52,82,199],"from":[5,47,151],"electronic":[6],"health":[7],"records":[8],"(EHRs)":[9],"deliver":[10],"impressive":[11],"performance":[12,80],"in":[13,37,57,146],"many":[14],"clinical":[15,153],"tasks.":[16],"Large":[17],"training":[18,41,71,167,190,214],"cohorts,":[19],"however,":[20],"are":[21],"often":[22],"required":[23],"by":[24,88,144,174],"these":[25],"to":[27,104],"achieve":[28],"high":[29,183],"accuracy,":[30,133],"hindering":[31],"the":[32,58,79,95,101,105,131,135,138,172,222],"adoption":[33],"of":[34,65,81,121,224],"DL-based":[35],"scenarios":[38],"with":[39,164,196,211],"limited":[40],"data.":[42],"Recently,":[43],"bidirectional":[44],"encoder":[45],"representations":[46],"transformers":[48],"(BERT)":[49],"and":[50,169,220],"related":[51],"have":[53],"achieved":[54],"tremendous":[55],"successes":[56],"natural":[59],"language":[60],"processing":[61],"domain.":[62,108],"The":[63],"pretraining":[64],"BERT":[66,96],"on":[67,84,116,162,188],"a":[68,111,117,185,189],"very":[69],"large":[70],"corpus":[72],"generates":[73],"contextualized":[74,112],"embeddings":[75],"that":[76,127,204],"can":[77,170],"boost":[78,171],"trained":[83,187],"smaller":[85],"datasets.":[86],"Inspired":[87],"BERT,":[89],"we":[90],"propose":[91],"Med-BERT,":[92],"which":[93],"adapts":[94],"framework":[97],"originally":[98],"developed":[99],"for":[100],"text":[102],"domain":[103],"structured":[106,118],"EHR":[107,119],"Med-BERT":[109,128,158,205],"is":[110],"embedding":[113],"model":[114,186],"pretrained":[115,157],"dataset":[120],"28,490,650":[122],"patients.":[123],"Fine-tuning":[124],"experiments":[125],"showed":[126],"substantially":[129],"improves":[130],"prediction":[132,149,209],"boosting":[134],"area":[136],"under":[137],"receiver":[139],"operating":[140],"characteristics":[141],"curve":[142],"(AUC)":[143],"1.21-6.14%":[145],"two":[147,152],"disease":[148,208],"tasks":[150,163],"databases.":[154],"In":[155],"particular,":[156],"obtains":[159],"promising":[160],"performances":[161],"small":[165,212],"fine-tuning":[166],"sets":[168],"AUC":[173,181],"more":[175],"than":[176],"20%":[177],"or":[178],"obtain":[179],"an":[180],"as":[182,184],"set":[191],"ten":[192],"times":[193],"larger,":[194],"compared":[195],"deep":[197],"without":[200],"Med-BERT.":[201],"We":[202],"believe":[203],"will":[206],"benefit":[207],"studies":[210],"local":[213],"datasets,":[215],"reduce":[216],"data":[217],"collection":[218],"expenses,":[219],"accelerate":[221],"pace":[223],"artificial":[225],"intelligence":[226],"aided":[227],"healthcare.":[228]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3160137267","counts_by_year":[{"year":2026,"cited_by_count":410},{"year":2025,"cited_by_count":351},{"year":2024,"cited_by_count":283},{"year":2023,"cited_by_count":201},{"year":2022,"cited_by_count":124},{"year":2021,"cited_by_count":44},{"year":2020,"cited_by_count":4}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2021-05-24T00:00:00"}
