{"id":"https://openalex.org/W3132259035","doi":"https://doi.org/10.1109/jbhi.2021.3062322","title":"Limitations of Transformers on Clinical Text Classification","display_name":"Limitations of Transformers on Clinical Text Classification","publication_year":2021,"publication_date":"2021-02-26","ids":{"openalex":"https://openalex.org/W3132259035","doi":"https://doi.org/10.1109/jbhi.2021.3062322","mag":"3132259035","pmid":"https://pubmed.ncbi.nlm.nih.gov/33635801"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2021.3062322","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jbhi.2021.3062322","pdf_url":"https://ieeexplore.ieee.org/ielx7/6221020/9528502/09364676.pdf","source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/6221020/9528502/09364676.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047655591","display_name":"Shang Gao","orcid":"https://orcid.org/0000-0003-1803-1457"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shang Gao","raw_affiliation_strings":["Oak Ridge National Laboratory, Oak Ridge, TN 37830, USA"],"raw_orcid":"https://orcid.org/0000-0003-1803-1457","affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN 37830, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079607802","display_name":"Mohammed Alawad","orcid":"https://orcid.org/0000-0002-7491-0440"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammed Alawad","raw_affiliation_strings":["Oak Ridge National Laboratory, Oak Ridge, TN 37830, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN 37830, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039017664","display_name":"M. Todd Young","orcid":"https://orcid.org/0000-0003-1628-1962"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Todd Young","raw_affiliation_strings":["Oak Ridge National Laboratory, Oak Ridge, TN 37830, USA"],"raw_orcid":"https://orcid.org/0000-0003-1628-1962","affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN 37830, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018744978","display_name":"John Gounley","orcid":"https://orcid.org/0000-0001-8424-4982"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Gounley","raw_affiliation_strings":["Oak Ridge National Laboratory, Oak Ridge, TN 37830, USA"],"raw_orcid":"https://orcid.org/0000-0001-8424-4982","affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN 37830, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075593089","display_name":"Noah Schaefferkoetter","orcid":null},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noah Schaefferkoetter","raw_affiliation_strings":["Oak Ridge National Laboratory, Oak Ridge, TN 37830, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN 37830, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054049458","display_name":"Hong\u2010Jun Yoon","orcid":"https://orcid.org/0000-0002-5450-5878"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hong Jun Yoon","raw_affiliation_strings":["Oak Ridge National Laboratory, Oak Ridge, TN 37830, USA"],"raw_orcid":"https://orcid.org/0000-0002-5450-5878","affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN 37830, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075691677","display_name":"Xiao\u2010Cheng Wu","orcid":"https://orcid.org/0000-0003-3663-5027"},"institutions":[{"id":"https://openalex.org/I75420490","display_name":"Louisiana State University Health Sciences Center New Orleans","ror":"https://ror.org/01qv8fp92","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I75420490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao-Cheng Wu","raw_affiliation_strings":["Louisiana Tumor Registry, Louisiana State University Health Sciences Center, New Orleans, LA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Louisiana Tumor Registry, Louisiana State University Health Sciences Center, New Orleans, LA, USA","institution_ids":["https://openalex.org/I75420490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044901389","display_name":"Eric B. Durbin","orcid":"https://orcid.org/0000-0002-5600-7645"},"institutions":[{"id":"https://openalex.org/I143302722","display_name":"University of Kentucky","ror":"https://ror.org/02k3smh20","country_code":"US","type":"education","lineage":["https://openalex.org/I143302722"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric B. Durbin","raw_affiliation_strings":["Kentucky Cancer Registry, University of Kentucky, Lexington, KY 40536, USA"],"raw_orcid":"https://orcid.org/0000-0002-5600-7645","affiliations":[{"raw_affiliation_string":"Kentucky Cancer Registry, University of Kentucky, Lexington, KY 40536, USA","institution_ids":["https://openalex.org/I143302722"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075544315","display_name":"Jennifer A. Doherty","orcid":"https://orcid.org/0000-0002-1454-8187"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]},{"id":"https://openalex.org/I2801159745","display_name":"Huntsman Cancer Institute","ror":"https://ror.org/03v7tx966","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2801159745","https://openalex.org/I4210148268"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer Doherty","raw_affiliation_strings":["Utah Cancer Registry, University of Utah Health Huntsman Cancer Institute, Salt Lake City, UT 84132, USA"],"raw_orcid":"https://orcid.org/0000-0002-1454-8187","affiliations":[{"raw_affiliation_string":"Utah Cancer Registry, University of Utah Health Huntsman Cancer Institute, Salt Lake City, UT 84132, USA","institution_ids":["https://openalex.org/I2801159745","https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000035861","display_name":"Antoinette M. Stroup","orcid":"https://orcid.org/0000-0003-3341-4018"},"institutions":[{"id":"https://openalex.org/I4210113128","display_name":"New Jersey State Library","ror":"https://ror.org/025yf4572","country_code":"US","type":"archive","lineage":["https://openalex.org/I172633693","https://openalex.org/I4210113128"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Antoinette Stroup","raw_affiliation_strings":["New Jersey State Cancer Registry, Trenton, NJ 08625, USA"],"raw_orcid":"https://orcid.org/0000-0003-3341-4018","affiliations":[{"raw_affiliation_string":"New Jersey State Cancer Registry, Trenton, NJ 08625, USA","institution_ids":["https://openalex.org/I4210113128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066875900","display_name":"Linda Coyle","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110061","display_name":"Information Management Services","ror":"https://ror.org/020k7fn51","country_code":"US","type":"company","lineage":["https://openalex.org/I4210110061"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Linda Coyle","raw_affiliation_strings":["Information Management Services Inc., Calverton, MD 20705, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Management Services Inc., Calverton, MD 20705, USA","institution_ids":["https://openalex.org/I4210110061"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014968146","display_name":"Georgia D. Tourassi","orcid":"https://orcid.org/0000-0002-9418-9638"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Georgia Tourassi","raw_affiliation_strings":["Oak Ridge National Laboratory, Oak Ridge, TN 37830, USA"],"raw_orcid":"https://orcid.org/0000-0002-9418-9638","affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN 37830, USA","institution_ids":["https://openalex.org/I1289243028"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.669,"has_fulltext":true,"cited_by_count":156,"citation_normalized_percentile":{"value":0.99254185,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"25","issue":"9","first_page":"3596","last_page":"3607"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8385399580001831},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6991719603538513},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.66253662109375},{"id":"https://openalex.org/keywords/lexical-analysis","display_name":"Lexical analysis","score":0.6112770438194275},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5914262533187866},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5058652758598328},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4851301610469818},{"id":"https://openalex.org/keywords/document-classification","display_name":"Document classification","score":0.4628554880619049}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8385399580001831},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6991719603538513},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.66253662109375},{"id":"https://openalex.org/C176982825","wikidata":"https://www.wikidata.org/wiki/Q835922","display_name":"Lexical analysis","level":2,"score":0.6112770438194275},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5914262533187866},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5058652758598328},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4851301610469818},{"id":"https://openalex.org/C2780479914","wikidata":"https://www.wikidata.org/wiki/Q302088","display_name":"Document classification","level":2,"score":0.4628554880619049},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":7,"locations":[{"id":"doi:10.1109/jbhi.2021.3062322","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jbhi.2021.3062322","pdf_url":"https://ieeexplore.ieee.org/ielx7/6221020/9528502/09364676.pdf","source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:33635801","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33635801","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null},{"id":"pmh:oai:uknowledge.uky.edu:kcr_facpub-1002","is_oa":true,"landing_page_url":"https://uknowledge.uky.edu/kcr_facpub/3","pdf_url":null,"source":{"id":"https://openalex.org/S4306402623","display_name":"UKnowledge (University of Kentucky)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I143302722","host_organization_name":"University of Kentucky","host_organization_lineage":["https://openalex.org/I143302722"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kentucky Cancer Registry Faculty Publications","raw_type":"text"},{"id":"pmh:oai:osti.gov:1814376","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1814376","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:osti.gov:1829351","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1829351","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:osti.gov:1829353","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1829353","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:8387496","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8387496","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE J Biomed Health Inform","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1109/jbhi.2021.3062322","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jbhi.2021.3062322","pdf_url":"https://ieeexplore.ieee.org/ielx7/6221020/9528502/09364676.pdf","source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7900000214576721,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1220351962","display_name":null,"funder_award_id":"DE-AC5206NA25396","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G1313983767","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320338284","funder_display_name":"Argonne National Laboratory"},{"id":"https://openalex.org/G1489425746","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G1528409558","display_name":null,"funder_award_id":"No. DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G1645119126","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1899543020","display_name":null,"funder_award_id":"DE-AC5206NA25396","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"},{"id":"https://openalex.org/G2366088775","display_name":null,"funder_award_id":"17-SC-20-SC","funder_id":"https://openalex.org/F4320338287","funder_display_name":"Oak Ridge National Laboratory"},{"id":"https://openalex.org/G2526390019","display_name":null,"funder_award_id":"P30 CA177558","funder_id":"https://openalex.org/F4320337351","funder_display_name":"National Cancer Institute"},{"id":"https://openalex.org/G2545547294","display_name":null,"funder_award_id":"DEAC52-07NA27344","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G2569679037","display_name":null,"funder_award_id":"JDACS4C","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2584197162","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G3005847338","display_name":null,"funder_award_id":"JDACS4C","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"},{"id":"https://openalex.org/G3049477530","display_name":null,"funder_award_id":"Contract No. DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G314071323","display_name":null,"funder_award_id":"JDACS4C","funder_id":"https://openalex.org/F4320337351","funder_display_name":"National Cancer Institute"},{"id":"https://openalex.org/G3232922872","display_name":null,"funder_award_id":"17-SC-20-SC","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G3355367070","display_name":null,"funder_award_id":"DEAC52-07NA27344","funder_id":"https://openalex.org/F4320338286","funder_display_name":"Lawrence Livermore National Laboratory"},{"id":"https://openalex.org/G4134832325","display_name":null,"funder_award_id":"DE-AC5206NA25396","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G4327825534","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G4423657506","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320338287","funder_display_name":"Oak Ridge National Laboratory"},{"id":"https://openalex.org/G4784552025","display_name":null,"funder_award_id":"DEAC52-07NA27344","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G4957472368","display_name":null,"funder_award_id":". DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G498139845","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G5359441962","display_name":null,"funder_award_id":"DE-AC5206NA25396","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5738753633","display_name":null,"funder_award_id":"DEAC52-07NA27344","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"},{"id":"https://openalex.org/G5783643890","display_name":null,"funder_award_id":"DE-AC02-06-CH11357","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5840121450","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"},{"id":"https://openalex.org/G6086734019","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320338286","funder_display_name":"Lawrence Livermore National Laboratory"},{"id":"https://openalex.org/G6474786868","display_name":null,"funder_award_id":"DE-AC5206NA25396","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G6486853205","display_name":null,"funder_award_id":"Contract No. DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320338287","funder_display_name":"Oak Ridge National Laboratory"},{"id":"https://openalex.org/G6558272803","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6750061500","display_name":null,"funder_award_id":"DEAC52-07NA27344","funder_id":"https://openalex.org/F4320338284","funder_display_name":"Argonne National Laboratory"},{"id":"https://openalex.org/G675320460","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320338287","funder_display_name":"Oak Ridge National Laboratory"},{"id":"https://openalex.org/G6859237865","display_name":null,"funder_award_id":"17-SC-20-SC","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6911681599","display_name":null,"funder_award_id":"No. DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7995982022","display_name":null,"funder_award_id":"DE-AC05","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8157651756","display_name":null,"funder_award_id":"DEAC52-07NA27344","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8234470690","display_name":null,"funder_award_id":"17-SC-20-SC","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8253304997","display_name":null,"funder_award_id":"17-SC-20-SC","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G8269158468","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G8595310706","display_name":null,"funder_award_id":"DE-AC02-06-CH11357","funder_id":"https://openalex.org/F4320338284","funder_display_name":"Argonne National Laboratory"},{"id":"https://openalex.org/G8906985441","display_name":null,"funder_award_id":"00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G969889393","display_name":null,"funder_award_id":"DE-AC02-","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320332369","display_name":"National Nuclear Security Administration","ror":"https://ror.org/03sk1we31"},{"id":"https://openalex.org/F4320337351","display_name":"National Cancer Institute","ror":"https://ror.org/040gcmg81"},{"id":"https://openalex.org/F4320338284","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63"},{"id":"https://openalex.org/F4320338286","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53"},{"id":"https://openalex.org/F4320338287","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56"},{"id":"https://openalex.org/F4320338304","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3132259035.pdf","grobid_xml":"https://content.openalex.org/works/W3132259035.grobid-xml"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W2117130368","https://openalex.org/W2396881363","https://openalex.org/W2512963549","https://openalex.org/W2611254939","https://openalex.org/W2742947407","https://openalex.org/W2768377508","https://openalex.org/W2771477360","https://openalex.org/W2789244308","https://openalex.org/W2805089815","https://openalex.org/W2805185296","https://openalex.org/W2884001105","https://openalex.org/W2896457183","https://openalex.org/W2911430044","https://openalex.org/W2911489562","https://openalex.org/W2939507640","https://openalex.org/W2944400536","https://openalex.org/W2949479579","https://openalex.org/W2951873305","https://openalex.org/W2952087461","https://openalex.org/W2962912956","https://openalex.org/W2963082289","https://openalex.org/W2963126915","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963716420","https://openalex.org/W2964022985","https://openalex.org/W2964142373","https://openalex.org/W2966351171","https://openalex.org/W2970419734","https://openalex.org/W2970476646","https://openalex.org/W2971258845","https://openalex.org/W2973727699","https://openalex.org/W2980708516","https://openalex.org/W2981133974","https://openalex.org/W2985301765","https://openalex.org/W2985808369","https://openalex.org/W2990070951","https://openalex.org/W2993873509","https://openalex.org/W2994673210","https://openalex.org/W2994915912","https://openalex.org/W3000238064","https://openalex.org/W3011574394","https://openalex.org/W3011718307","https://openalex.org/W3015468748","https://openalex.org/W3039996909","https://openalex.org/W3046375318","https://openalex.org/W3088409176","https://openalex.org/W3102144021","https://openalex.org/W3102251128","https://openalex.org/W4288104408","https://openalex.org/W4288623406","https://openalex.org/W4293582125","https://openalex.org/W4295838474","https://openalex.org/W4385245566","https://openalex.org/W6726298457","https://openalex.org/W6736878346","https://openalex.org/W6739901393","https://openalex.org/W6744560608","https://openalex.org/W6755207826","https://openalex.org/W6757721448","https://openalex.org/W6761748628","https://openalex.org/W6762235773","https://openalex.org/W6767997687","https://openalex.org/W6768179808","https://openalex.org/W6770982027","https://openalex.org/W6771626834","https://openalex.org/W6774952039","https://openalex.org/W6776048684","https://openalex.org/W6781031682"],"related_works":["https://openalex.org/W4405003489","https://openalex.org/W4386014872","https://openalex.org/W1847536016","https://openalex.org/W4361193986","https://openalex.org/W3149094754","https://openalex.org/W2148703997","https://openalex.org/W4366851046","https://openalex.org/W3172681236","https://openalex.org/W2033371749","https://openalex.org/W3214032513"],"abstract_inverted_index":{"Bidirectional":[0],"Encoder":[1],"Representations":[2],"from":[3],"Transformers":[4],"(BERT)":[5],"and":[6,82,88,103,121,145],"BERT-based":[7],"approaches":[8],"are":[9],"the":[10,137,164],"current":[11],"state-of-the-art":[12],"in":[13],"many":[14],"natural":[15],"language":[16],"processing":[17],"(NLP)":[18],"tasks;":[19],"however,":[20],"their":[21],"application":[22],"to":[23,39,51,56],"document":[24,58,139],"classification":[25,59,134],"on":[26,60,131,153],"long":[27,144],"clinical":[28,61,132],"texts":[29,62],"is":[30,140],"limited.":[31],"In":[32,108],"this":[33],"work,":[34],"we":[35,111],"introduce":[36],"four":[37],"methods":[38,70],"scale":[40],"BERT,":[41],"which":[42],"by":[43],"default":[44],"can":[45],"only":[46],"handle":[47],"input":[48,138],"sequences":[49,168],"up":[50],"approximately":[52],"400":[53],"words":[54,65,143,158],"long,":[55],"perform":[57],"several":[63,141],"thousand":[64,142],"long.":[66],"We":[67],"compare":[68],"these":[69,95],"against":[71],"two":[72,114],"much":[73],"simpler":[74,96],"architectures":[75],"-":[76,87,119,124],"a":[77,83,155],"word-level":[78],"convolutional":[79],"neural":[80],"network":[81,86],"hierarchical":[84],"self-attention":[85],"show":[89,112],"that":[90,113],"BERT":[91,118],"often":[92],"cannot":[93],"beat":[94],"baselines":[97],"when":[98],"classifying":[99],"MIMIC-III":[100],"discharge":[101],"summaries":[102],"SEER":[104],"cancer":[105],"pathology":[106],"reports.":[107],"our":[109],"analysis,":[110],"key":[115,157],"components":[116],"of":[117,167,169],"pretraining":[120],"WordPiece":[122],"tokenization":[123],"may":[125,150],"actually":[126],"be":[127],"inhibiting":[128],"BERT's":[129],"performance":[130],"text":[133],"tasks":[135],"where":[136,146],"correctly":[147],"identifying":[148,154],"labels":[149],"depend":[151],"more":[152],"few":[156],"or":[159],"phrases":[160],"rather":[161],"than":[162],"understanding":[163],"contextual":[165],"meaning":[166],"text.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":43},{"year":2023,"cited_by_count":33},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":10}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}