{"id":"https://openalex.org/W3174847532","doi":"https://doi.org/10.1093/jamia/ocab086","title":"Clinically relevant pretraining is all you need","display_name":"Clinically relevant pretraining is all you need","publication_year":2021,"publication_date":"2021-05-04","ids":{"openalex":"https://openalex.org/W3174847532","doi":"https://doi.org/10.1093/jamia/ocab086","mag":"3174847532","pmid":"https://pubmed.ncbi.nlm.nih.gov/34151966"},"language":"en","primary_location":{"id":"doi:10.1093/jamia/ocab086","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocab086","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8363791","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012523508","display_name":"Oliver J. Bear Don\u2019t Walk","orcid":"https://orcid.org/0000-0003-4310-9279"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Oliver J Bear Don\u2019t Walk IV","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University, New York, New York, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082205771","display_name":"Tony Sun","orcid":"https://orcid.org/0000-0002-6482-1188"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tony Sun","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University, New York, New York, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021255571","display_name":"Adler Perotte","orcid":"https://orcid.org/0000-0002-6695-0282"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adler Perotte","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University, New York, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-6695-0282","affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047270546","display_name":"No\u00e9mie Elhadad","orcid":"https://orcid.org/0000-0001-9721-5240"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"No\u00e9mie Elhadad","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University, New York, New York, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5012523508"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":null,"fwci":1.5013,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.85335041,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"28","issue":"9","first_page":"1970","last_page":"1976"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.6755326390266418},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6694369912147522},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.639854907989502},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5462590456008911},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5139300227165222},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41753238439559937},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3973447382450104}],"concepts":[{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.6755326390266418},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6694369912147522},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.639854907989502},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5462590456008911},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5139300227165222},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41753238439559937},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3973447382450104},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012108","descriptor_name":"Research Personnel","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012108","descriptor_name":"Research Personnel","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012108","descriptor_name":"Research Personnel","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1093/jamia/ocab086","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocab086","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:34151966","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34151966","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:8363791","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8363791","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:8363791","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8363791","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"},"sustainable_development_goals":[{"score":0.8399999737739563,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3635115262","display_name":null,"funder_award_id":"R01 GM114355","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"},{"id":"https://openalex.org/G4067844156","display_name":null,"funder_award_id":"T15 LM007079","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G5096540194","display_name":null,"funder_award_id":"T15 LM0007079","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G8464172431","display_name":null,"funder_award_id":"T37 MD014208","funder_id":"https://openalex.org/F4320337534","funder_display_name":"National Institute on Minority Health and Health Disparities"}],"funders":[{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"},{"id":"https://openalex.org/F4320337534","display_name":"National Institute on Minority Health and Health Disparities","ror":"https://ror.org/0493hgw16"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W191029809","https://openalex.org/W632432350","https://openalex.org/W1504212872","https://openalex.org/W1512103355","https://openalex.org/W1548184736","https://openalex.org/W1637593105","https://openalex.org/W2056902052","https://openalex.org/W2093157872","https://openalex.org/W2125555727","https://openalex.org/W2130413976","https://openalex.org/W2136242459","https://openalex.org/W2162108374","https://openalex.org/W2250539671","https://openalex.org/W2396881363","https://openalex.org/W2416328342","https://openalex.org/W2514033258","https://openalex.org/W2729968666","https://openalex.org/W2770445088","https://openalex.org/W2930957955","https://openalex.org/W2941900633","https://openalex.org/W6607779907","https://openalex.org/W6630714952","https://openalex.org/W6632812989","https://openalex.org/W6636672007","https://openalex.org/W6716597400","https://openalex.org/W6761709412"],"related_works":["https://openalex.org/W3201126466","https://openalex.org/W4282827391","https://openalex.org/W3165580226","https://openalex.org/W2961085424","https://openalex.org/W3135401135","https://openalex.org/W2886688859","https://openalex.org/W4386828785","https://openalex.org/W3133164560","https://openalex.org/W3041001745","https://openalex.org/W3133987783"],"abstract_inverted_index":{"Clinical":[0],"notes":[1],"present":[2,43],"a":[3,128,144],"wealth":[4],"of":[5],"information":[6],"for":[7,22,93],"applications":[8],"in":[9,34,75],"the":[10,80,139],"clinical":[11,16,26,81,132],"domain,":[12],"but":[13],"heterogeneity":[14],"across":[15,73,113,124],"institutions":[17,76,114],"and":[18,77,115],"settings":[19,78],"presents":[20],"challenges":[21],"their":[23],"processing.":[24],"The":[25],"natural":[27,133],"language":[28,134],"processing":[29,135],"field":[30],"has":[31],"made":[32],"strides":[33],"overcoming":[35],"domain":[36],"heterogeneity,":[37],"while":[38],"pretrained":[39,94,112,120,130],"deep":[40],"learning":[41],"models":[42,54,71,95,111,121],"opportunities":[44],"to":[45,51,60,96,101],"transfer":[46,122],"knowledge":[47],"from":[48],"one":[49],"task":[50],"another.":[52],"Pretrained":[53],"have":[55],"performed":[56],"well":[57,67,98,123],"when":[58,99],"transferred":[59,100],"new":[61,102],"tasks;":[62],"however,":[63],"it":[64],"is":[65,91],"not":[66],"understood":[68],"if":[69,85],"these":[70],"generalize":[72],"differences":[74],"within":[79],"domain.":[82],"We":[83,104],"explore":[84],"institution":[86],"or":[87],"setting":[88],"specific":[89],"pretraining":[90,141],"necessary":[92],"perform":[97],"tasks.":[103],"find":[105],"no":[106],"significant":[107,145],"performance":[108,146],"difference":[109],"between":[110],"settings,":[116],"indicating":[117],"that":[118],"clinically":[119,129],"such":[125],"boundaries.":[126],"Given":[127],"model,":[131],"researchers":[136],"may":[137],"forgo":[138],"time-consuming":[140],"step":[142],"without":[143],"drop.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2021-07-05T00:00:00"}