{"id":"https://openalex.org/W3160137267","doi":"https://doi.org/10.1038/s41746-021-00455-y","title":"Med-BERT: pretrained contextualized embeddings on large-scale structured electronic health records for disease prediction","display_name":"Med-BERT: pretrained contextualized embeddings on large-scale structured electronic health records for disease prediction","publication_year":2021,"publication_date":"2021-05-20","ids":{"openalex":"https://openalex.org/W3160137267","doi":"https://doi.org/10.1038/s41746-021-00455-y","mag":"3160137267","pmid":"https://pubmed.ncbi.nlm.nih.gov/34017034"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-021-00455-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-021-00455-y","pdf_url":"https://www.nature.com/articles/s41746-021-00455-y.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-021-00455-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070017288","display_name":"Laila Rasmy","orcid":"https://orcid.org/0000-0002-2644-4908"},"institutions":[{"id":"https://openalex.org/I919571938","display_name":"The University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39","country_code":"US","type":"education","lineage":["https://openalex.org/I919571938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laila Rasmy","raw_affiliation_strings":["School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I919571938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101632572","display_name":"Yang Xiang","orcid":"https://orcid.org/0000-0003-1395-6805"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Xiang","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China. xiangy@pcl.ac.cn","Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China. xiangy@pcl.ac.cn","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059534211","display_name":"Ziqian Xie","orcid":"https://orcid.org/0000-0001-6541-1773"},"institutions":[{"id":"https://openalex.org/I919571938","display_name":"The University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39","country_code":"US","type":"education","lineage":["https://openalex.org/I919571938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziqian Xie","raw_affiliation_strings":["School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I919571938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076058129","display_name":"Cui Tao","orcid":"https://orcid.org/0000-0002-4267-1924"},"institutions":[{"id":"https://openalex.org/I919571938","display_name":"The University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39","country_code":"US","type":"education","lineage":["https://openalex.org/I919571938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cui Tao","raw_affiliation_strings":["School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I919571938"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012354604","display_name":"Degui Zhi","orcid":"https://orcid.org/0000-0001-7754-1890"},"institutions":[{"id":"https://openalex.org/I4210159031","display_name":"The University of Texas Health Science Center","ror":"https://ror.org/05cwbxa29","country_code":"US","type":"education","lineage":["https://openalex.org/I4210159031"]},{"id":"https://openalex.org/I919571938","display_name":"The University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39","country_code":"US","type":"education","lineage":["https://openalex.org/I919571938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Degui Zhi","raw_affiliation_strings":["School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA. Degui.Zhi@uth.tmc.edu","School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA. Degui.Zhi@uth.tmc.edu","institution_ids":["https://openalex.org/I919571938","https://openalex.org/I4210159031"]},{"raw_affiliation_string":"School of Biomedical Informatics, University of Texas Health Science Center at Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I919571938"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101632572"],"corresponding_institution_ids":["https://openalex.org/I4210136793"],"apc_list":{"value":3060,"currency":"USD","value_usd":3060},"apc_paid":{"value":3060,"currency":"USD","value_usd":3060},"fwci":71.1132,"has_fulltext":true,"cited_by_count":788,"citation_normalized_percentile":{"value":0.99946159,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"4","issue":"1","first_page":"86","last_page":"86"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8037306070327759},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6595546007156372},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6411095261573792},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6205641031265259},{"id":"https://openalex.org/keywords/pace","display_name":"Pace","score":0.6143366098403931},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5711958408355713},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5507543683052063},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5378197431564331},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.5282341837882996},{"id":"https://openalex.org/keywords/health-records","display_name":"Health records","score":0.5212826728820801},{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.4936455488204956},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.44602668285369873},{"id":"https://openalex.org/keywords/f1-score","display_name":"F1 score","score":0.420594722032547},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41141268610954285},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.2597115635871887}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8037306070327759},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6595546007156372},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6411095261573792},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6205641031265259},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.6143366098403931},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5711958408355713},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5507543683052063},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5378197431564331},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.5282341837882996},{"id":"https://openalex.org/C3019952477","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Health records","level":3,"score":0.5212826728820801},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.4936455488204956},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.44602668285369873},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.420594722032547},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41141268610954285},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.2597115635871887},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1038/s41746-021-00455-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-021-00455-y","pdf_url":"https://www.nature.com/articles/s41746-021-00455-y.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:34017034","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34017034","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:digitalcommons.library.tmc.edu:uthgsbs_docs-1048","is_oa":false,"landing_page_url":"https://digitalcommons.library.tmc.edu/uthgsbs_docs/49","pdf_url":null,"source":{"id":"https://openalex.org/S4306401994","display_name":"DigtalCommons @ Texas Medical Center Library (Texas Medical Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I867280407","host_organization_name":"The University of Texas Southwestern Medical Center","host_organization_lineage":["https://openalex.org/I867280407"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty, Staff and Student Publications","raw_type":null},{"id":"pmh:oai:doaj.org/article:14d44497dee74dfdb722302b6ea95c47","is_oa":true,"landing_page_url":"https://doaj.org/article/14d44497dee74dfdb722302b6ea95c47","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 4, Iss 1, Pp 1-13 (2021)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:8137882","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8137882","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1038/s41746-021-00455-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-021-00455-y","pdf_url":"https://www.nature.com/articles/s41746-021-00455-y.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1802251166","display_name":null,"funder_award_id":"RP160015","funder_id":"https://openalex.org/F4320313675","funder_display_name":"University of Texas Health Science Center at Houston"},{"id":"https://openalex.org/G2647727647","display_name":null,"funder_award_id":"number","funder_id":"https://openalex.org/F4320306230","funder_display_name":"American Heart Association"},{"id":"https://openalex.org/G3120388081","display_name":null,"funder_award_id":"RP170668","funder_id":"https://openalex.org/F4320308129","funder_display_name":"Cancer Prevention and Research Institute of Texas"},{"id":"https://openalex.org/G3536671695","display_name":null,"funder_award_id":"19GPSGC35180031","funder_id":"https://openalex.org/F4320306230","funder_display_name":"American Heart Association"},{"id":"https://openalex.org/G664645530","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320306230","funder_display_name":"American Heart Association"},{"id":"https://openalex.org/G6814533621","display_name":null,"funder_award_id":"RP160015","funder_id":"https://openalex.org/F4320308129","funder_display_name":"Cancer Prevention and Research Institute of Texas"},{"id":"https://openalex.org/G7727173809","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320306230","funder_display_name":"American Heart Association"}],"funders":[{"id":"https://openalex.org/F4320306230","display_name":"American Heart Association","ror":"https://ror.org/013kjyp64"},{"id":"https://openalex.org/F4320308129","display_name":"Cancer Prevention and Research Institute of Texas","ror":"https://ror.org/0003xa228"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320313675","display_name":"University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3160137267.pdf","grobid_xml":"https://content.openalex.org/works/W3160137267.grobid-xml"},"referenced_works_count":75,"referenced_works":["https://openalex.org/W174941419","https://openalex.org/W1615991656","https://openalex.org/W1924770834","https://openalex.org/W2023248478","https://openalex.org/W2119852447","https://openalex.org/W2132587081","https://openalex.org/W2138857742","https://openalex.org/W2157814042","https://openalex.org/W2165698076","https://openalex.org/W2250539671","https://openalex.org/W2396881363","https://openalex.org/W2493916176","https://openalex.org/W2517259736","https://openalex.org/W2581082771","https://openalex.org/W2595840341","https://openalex.org/W2606321545","https://openalex.org/W2610135452","https://openalex.org/W2664267452","https://openalex.org/W2690721124","https://openalex.org/W2740570963","https://openalex.org/W2742491462","https://openalex.org/W2752747624","https://openalex.org/W2758761544","https://openalex.org/W2760946358","https://openalex.org/W2772576266","https://openalex.org/W2784499877","https://openalex.org/W2785373436","https://openalex.org/W2787560479","https://openalex.org/W2792588444","https://openalex.org/W2793251588","https://openalex.org/W2796547658","https://openalex.org/W2800167607","https://openalex.org/W2803274241","https://openalex.org/W2895763047","https://openalex.org/W2911489562","https://openalex.org/W2911704718","https://openalex.org/W2925863688","https://openalex.org/W2939903565","https://openalex.org/W2950133940","https://openalex.org/W2950784811","https://openalex.org/W2950813464","https://openalex.org/W2952638691","https://openalex.org/W2953356739","https://openalex.org/W2953532875","https://openalex.org/W2962739339","https://openalex.org/W2963026768","https://openalex.org/W2963271116","https://openalex.org/W2963341956","https://openalex.org/W2963716420","https://openalex.org/W2963852062","https://openalex.org/W2964006392","https://openalex.org/W2965570621","https://openalex.org/W2970771982","https://openalex.org/W2973190536","https://openalex.org/W2975059944","https://openalex.org/W2979826702","https://openalex.org/W2981851019","https://openalex.org/W2985962305","https://openalex.org/W2994829590","https://openalex.org/W2997522493","https://openalex.org/W3004227146","https://openalex.org/W3005680577","https://openalex.org/W3011742849","https://openalex.org/W3017637887","https://openalex.org/W3037585139","https://openalex.org/W3045940403","https://openalex.org/W3046382668","https://openalex.org/W3098824823","https://openalex.org/W3098903812","https://openalex.org/W3098949126","https://openalex.org/W3099136959","https://openalex.org/W4230337229","https://openalex.org/W4246900739","https://openalex.org/W6601680507","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W2125652721","https://openalex.org/W1540371141","https://openalex.org/W1529840045","https://openalex.org/W4244036394","https://openalex.org/W1842879116","https://openalex.org/W2047248895","https://openalex.org/W1822895636","https://openalex.org/W4287644835","https://openalex.org/W3092281475","https://openalex.org/W3098003361"],"abstract_inverted_index":{"Deep":[0],"learning":[1,198],"(DL)-based":[2],"predictive":[3],"models":[4,26,36,52,82,199],"from":[5,47,151],"electronic":[6],"health":[7],"records":[8],"(EHRs)":[9],"deliver":[10],"impressive":[11],"performance":[12,80],"in":[13,37,57,146],"many":[14],"clinical":[15,153],"tasks.":[16],"Large":[17],"training":[18,41,71,167,190,214],"cohorts,":[19],"however,":[20],"are":[21],"often":[22],"required":[23],"by":[24,88,144,174],"these":[25],"to":[27,104],"achieve":[28],"high":[29,183],"accuracy,":[30,133],"hindering":[31],"the":[32,58,79,95,101,105,131,135,138,172,222],"adoption":[33],"of":[34,65,81,121,224],"DL-based":[35],"scenarios":[38],"with":[39,164,196,211],"limited":[40],"data.":[42],"Recently,":[43],"bidirectional":[44],"encoder":[45],"representations":[46],"transformers":[48],"(BERT)":[49],"and":[50,169,220],"related":[51],"have":[53],"achieved":[54],"tremendous":[55],"successes":[56],"natural":[59],"language":[60],"processing":[61],"domain.":[62,108],"The":[63],"pretraining":[64],"BERT":[66,96],"on":[67,84,116,162,188],"a":[68,111,117,185,189],"very":[69],"large":[70],"corpus":[72],"generates":[73],"contextualized":[74,112],"embeddings":[75],"that":[76,127,204],"can":[77,170],"boost":[78,171],"trained":[83,187],"smaller":[85],"datasets.":[86],"Inspired":[87],"BERT,":[89],"we":[90],"propose":[91],"Med-BERT,":[92],"which":[93],"adapts":[94],"framework":[97],"originally":[98],"developed":[99],"for":[100],"text":[102],"domain":[103],"structured":[106,118],"EHR":[107,119],"Med-BERT":[109,128,158,205],"is":[110],"embedding":[113],"model":[114,186],"pretrained":[115,157],"dataset":[120],"28,490,650":[122],"patients.":[123],"Fine-tuning":[124],"experiments":[125],"showed":[126],"substantially":[129],"improves":[130],"prediction":[132,149,209],"boosting":[134],"area":[136],"under":[137],"receiver":[139],"operating":[140],"characteristics":[141],"curve":[142],"(AUC)":[143],"1.21-6.14%":[145],"two":[147,152],"disease":[148,208],"tasks":[150,163],"databases.":[154],"In":[155],"particular,":[156],"obtains":[159],"promising":[160],"performances":[161],"small":[165,212],"fine-tuning":[166],"sets":[168],"AUC":[173,181],"more":[175],"than":[176],"20%":[177],"or":[178],"obtain":[179],"an":[180],"as":[182,184],"set":[191],"ten":[192],"times":[193],"larger,":[194],"compared":[195],"deep":[197],"without":[200],"Med-BERT.":[201],"We":[202],"believe":[203],"will":[206],"benefit":[207],"studies":[210],"local":[213],"datasets,":[215],"reduce":[216],"data":[217],"collection":[218],"expenses,":[219],"accelerate":[221],"pace":[223],"artificial":[225],"intelligence":[226],"aided":[227],"healthcare.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":54},{"year":2025,"cited_by_count":226},{"year":2024,"cited_by_count":208},{"year":2023,"cited_by_count":155},{"year":2022,"cited_by_count":94},{"year":2021,"cited_by_count":47},{"year":2020,"cited_by_count":4}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}