{"id":"https://openalex.org/W4390789641","doi":"https://doi.org/10.1017/s1351324923000542","title":"Lightweight transformers for clinical natural language processing","display_name":"Lightweight transformers for clinical natural language processing","publication_year":2024,"publication_date":"2024-01-12","ids":{"openalex":"https://openalex.org/W4390789641","doi":"https://doi.org/10.1017/s1351324923000542","pmid":"https://pubmed.ncbi.nlm.nih.gov/39588066"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324923000542","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324923000542","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/BEF81FDE6E12B9DC5AD4906AE67CDDEB/S1351324923000542a.pdf/div-class-title-lightweight-transformers-for-clinical-natural-language-processing-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/BEF81FDE6E12B9DC5AD4906AE67CDDEB/S1351324923000542a.pdf/div-class-title-lightweight-transformers-for-clinical-natural-language-processing-div.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059154016","display_name":"Omid Rohanian","orcid":"https://orcid.org/0000-0002-8771-8386"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Omid Rohanian","raw_affiliation_strings":["Department of Engineering Science, University of Oxford, Oxford, UK","NLPie Research, Oxford, UK"],"raw_orcid":"https://orcid.org/0000-0002-8771-8386","affiliations":[{"raw_affiliation_string":"Department of Engineering Science, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"NLPie Research, Oxford, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088008419","display_name":"Mohammadmahdi Nouriborji","orcid":null},"institutions":[{"id":"https://openalex.org/I133529467","display_name":"Sharif University of Technology","ror":"https://ror.org/024c2fq17","country_code":"IR","type":"education","lineage":["https://openalex.org/I133529467"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammadmahdi Nouriborji","raw_affiliation_strings":["NLPie Research, Oxford, UK","Sharif University of Technology, Tehran, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NLPie Research, Oxford, UK","institution_ids":[]},{"raw_affiliation_string":"Sharif University of Technology, Tehran, Iran","institution_ids":["https://openalex.org/I133529467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024698162","display_name":"Hannah Jauncey","orcid":null},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210155930","display_name":"Infectious Diseases Data Observatory","ror":"https://ror.org/04tp3cz81","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210155930"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hannah Jauncey","raw_affiliation_strings":["Infectious Diseases Data Observatory (IDDO), University of Oxford, Oxford, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Infectious Diseases Data Observatory (IDDO), University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149","https://openalex.org/I4210155930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008431949","display_name":"Samaneh Kouchaki","orcid":"https://orcid.org/0000-0002-5870-4030"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Samaneh Kouchaki","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, University of Surrey, Guildford, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Surrey, Guildford, UK","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108153900","display_name":"Farhad Nooralahzadeh","orcid":null},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]},{"id":"https://openalex.org/I4210100468","display_name":"University Hospital of Zurich","ror":"https://ror.org/01462r250","country_code":"CH","type":"funder","lineage":["https://openalex.org/I4210100468"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Farhad Nooralahzadeh","raw_affiliation_strings":["University Hospital of Z\u00fcrich, Z\u00fcrich, Switzerland","University of Z\u00fcrich, Z\u00fcrich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Hospital of Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I4210100468"]},{"raw_affiliation_string":"University of Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055138562","display_name":"Lei Clifton","orcid":"https://orcid.org/0000-0001-5595-8468"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lei Clifton","raw_affiliation_strings":["Nuffield Department of Population Health, University of Oxford, Oxford, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nuffield Department of Population Health, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074778109","display_name":"Laura Merson","orcid":"https://orcid.org/0000-0002-4168-1960"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Laura Merson","raw_affiliation_strings":["ISARIC, Pandemic Sciences Institute, University of Oxford, Oxford, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ISARIC, Pandemic Sciences Institute, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040302008","display_name":"David A. Clifton","orcid":"https://orcid.org/0000-0002-9848-8555"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210125878","display_name":"Suzhou Research Institute","ror":"https://ror.org/03ebk0c60","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210125878"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"David A. Clifton","raw_affiliation_strings":["Department of Engineering Science, University of Oxford, Oxford, UK","Oxford-Suzhou Centre for Advanced Research, Suzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Science, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Oxford-Suzhou Centre for Advanced Research, Suzhou, China","institution_ids":["https://openalex.org/I4210125878"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5059154016"],"corresponding_institution_ids":["https://openalex.org/I40120149"],"apc_list":null,"apc_paid":null,"fwci":7.0596,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.97342333,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"30","issue":"5","first_page":"887","last_page":"914"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.9569000005722046,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9047940969467163},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6444318294525146},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43351277709007263},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36519378423690796},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11527121067047119}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9047940969467163},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6444318294525146},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43351277709007263},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36519378423690796},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11527121067047119},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1017/s1351324923000542","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324923000542","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/BEF81FDE6E12B9DC5AD4906AE67CDDEB/S1351324923000542a.pdf/div-class-title-lightweight-transformers-for-clinical-natural-language-processing-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},{"id":"pmid:39588066","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39588066","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural language engineering","raw_type":null},{"id":"pmh:oai:repositori-api.upf.edu:10230/70084","is_oa":true,"landing_page_url":"http://hdl.handle.net/10230/70084","pdf_url":"https://repositori.upf.edu/bitstreams/68c2e681-145c-4a63-844c-4e8c9a340529/download","source":{"id":"https://openalex.org/S4306402615","display_name":"Repositori digital de la UPF (Universitat Pompeu Fabra)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I170486558","host_organization_name":"Universitat Pompeu Fabra","host_organization_lineage":["https://openalex.org/I170486558"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pubmedcentral.nih.gov:11586117","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11586117","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11586117/pdf/S1351324923000542a.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Nat Lang Eng","raw_type":"Text"},{"id":"pmh:oai:intellectum.unisabana.edu.co:10818/67399","is_oa":true,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39588066/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401748","display_name":"Intellectum (Universidad de La Sabana)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I157650460","host_organization_name":"Universidad de La Sabana","host_organization_lineage":["https://openalex.org/I157650460"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Art\u00edculo de revista"},{"id":"pmh:oai:iris.unipa.it:10447/671505","is_oa":false,"landing_page_url":"https://hdl.handle.net/10447/671505","pdf_url":null,"source":{"id":"https://openalex.org/S4306401065","display_name":"Nova Science Publishers (Nova Science Publishers, Inc.)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1017/s1351324923000542","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324923000542","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/BEF81FDE6E12B9DC5AD4906AE67CDDEB/S1351324923000542a.pdf/div-class-title-lightweight-transformers-for-clinical-natural-language-processing-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.550000011920929,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1123894330","display_name":"Combatting Bacterial Resistance in Europe","funder_award_id":"115523","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G1204445118","display_name":null,"funder_award_id":"MC_PC_19059","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G1248155937","display_name":null,"funder_award_id":"222410","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G1577527922","display_name":"Malawi-Liverpool-Wellcome Trust COVID-19 Epidemic Preparedness","funder_award_id":"220757","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G1707838885","display_name":null,"funder_award_id":"220757","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G177484282","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G1962299536","display_name":null,"funder_award_id":"200907","funder_id":"https://openalex.org/F4320318095","funder_display_name":"National Institute for Health Research Health Protection Research Unit"},{"id":"https://openalex.org/G2076520454","display_name":null,"funder_award_id":"2018-","funder_id":"https://openalex.org/F4320321781","funder_display_name":"Ministero della Salute"},{"id":"https://openalex.org/G210953502","display_name":null,"funder_award_id":"205228/Z/16/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G2194399322","display_name":"European Clinical Research Alliance on Infectious Diseases","funder_award_id":"965313","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2413068745","display_name":null,"funder_award_id":"1215-20013","funder_id":"https://openalex.org/F4320336039","funder_display_name":"NIHR Imperial Biomedical Research Centre"},{"id":"https://openalex.org/G2973790809","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G2980719205","display_name":null,"funder_award_id":"205228/Z/16/Z","funder_id":"https://openalex.org/F4320321067","funder_display_name":"Public Health England"},{"id":"https://openalex.org/G3143484946","display_name":null,"funder_award_id":"NIHR200907","funder_id":"https://openalex.org/F4320318095","funder_display_name":"National Institute for Health Research Health Protection Research Unit"},{"id":"https://openalex.org/G3304509792","display_name":null,"funder_award_id":"COVID-19","funder_id":"https://openalex.org/F4320334506","funder_display_name":"Canadian Institutes of Health Research"},{"id":"https://openalex.org/G3415556252","display_name":null,"funder_award_id":"115523","funder_id":"https://openalex.org/F4320314178","funder_display_name":"European Federation of Pharmaceutical Industries and Associations"},{"id":"https://openalex.org/G3577708264","display_name":"Clinical Characterisation of COVID-19 admitted to hospitals in the United Kingdom","funder_award_id":"CO-CIN-01","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G3596542303","display_name":"NIHR Senior Investigator Award","funder_award_id":"NIHR201385","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G3673869698","display_name":null,"funder_award_id":"OV2170359","funder_id":"https://openalex.org/F4320334506","funder_display_name":"Canadian Institutes of Health Research"},{"id":"https://openalex.org/G3686073670","display_name":null,"funder_award_id":"200927","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G3829048491","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3905256303","display_name":null,"funder_award_id":"MC_PC_19059","funder_id":"https://openalex.org/F4320306137","funder_display_name":"Bill and Melinda Gates Foundation"},{"id":"https://openalex.org/G4098850347","display_name":null,"funder_award_id":"225288/Z/22/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G4388622794","display_name":null,"funder_award_id":"200927","funder_id":"https://openalex.org/F4320318095","funder_display_name":"National Institute for Health Research Health Protection Research Unit"},{"id":"https://openalex.org/G4798886266","display_name":null,"funder_award_id":"312780","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G4810015796","display_name":"Rapid European SARS-CoV-2 Emergency research Response","funder_award_id":"101003589","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5108370466","display_name":null,"funder_award_id":"101003589","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5208948526","display_name":null,"funder_award_id":"200907","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G5374962834","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320283","funder_display_name":"Imperial College London"},{"id":"https://openalex.org/G5478799502","display_name":null,"funder_award_id":"965313","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G5514976981","display_name":null,"funder_award_id":"COVID-19","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5593277320","display_name":null,"funder_award_id":"2007-2013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5702163051","display_name":null,"funder_award_id":"FP7/2007","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5787046253","display_name":null,"funder_award_id":"award 200907","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G6091644065","display_name":null,"funder_award_id":"200907","funder_id":"https://openalex.org/F4320320290","funder_display_name":"University of Oxford"},{"id":"https://openalex.org/G6122222817","display_name":null,"funder_award_id":"COVID-19","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6246842425","display_name":null,"funder_award_id":"COVID-19","funder_id":"https://openalex.org/F4320324337","funder_display_name":"All-India Institute of Medical Sciences"},{"id":"https://openalex.org/G6366830670","display_name":"ISARIC","funder_award_id":"215091","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G655254616","display_name":null,"funder_award_id":"award 200927","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G7061469271","display_name":null,"funder_award_id":"222048/Z/20/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G7065736330","display_name":null,"funder_award_id":"222410/Z/21/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G7180888176","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G735363293","display_name":null,"funder_award_id":"220757/Z/20/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G7364720146","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320314178","funder_display_name":"European Federation of Pharmaceutical Industries and Associations"},{"id":"https://openalex.org/G7629732789","display_name":"IDDO: FAIR, equitable and sustainable data platform for infectious diseases","funder_award_id":"222410","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G7725255074","display_name":null,"funder_award_id":"200927","funder_id":"https://openalex.org/F4320320283","funder_display_name":"Imperial College London"},{"id":"https://openalex.org/G7941286553","display_name":null,"funder_award_id":"OPP1209135","funder_id":"https://openalex.org/F4320306137","funder_display_name":"Bill and Melinda Gates Foundation"},{"id":"https://openalex.org/G795240353","display_name":"Sustainable innovation technology in plant nursery process improving plant quality and safety","funder_award_id":"222048","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8180283288","display_name":null,"funder_award_id":"200907","funder_id":"https://openalex.org/F4320321067","funder_display_name":"Public Health England"},{"id":"https://openalex.org/G8372072663","display_name":null,"funder_award_id":"200927","funder_id":"https://openalex.org/F4320321067","funder_display_name":"Public Health England"},{"id":"https://openalex.org/G8377015798","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G8415457339","display_name":null,"funder_award_id":"COVID-19","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G8518431165","display_name":null,"funder_award_id":"NIHR200907","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G8650176061","display_name":null,"funder_award_id":"215091/Z/18/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G8681832991","display_name":null,"funder_award_id":"215091/Z/18/Z","funder_id":"https://openalex.org/F4320330760","funder_display_name":"Foreign, Commonwealth and Development Office"},{"id":"https://openalex.org/G869621869","display_name":null,"funder_award_id":"200907","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G8824911526","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320334923","funder_display_name":"Instituto de Salud Carlos III"},{"id":"https://openalex.org/G8858395165","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G957827840","display_name":null,"funder_award_id":"1215-20013","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G986173382","display_name":null,"funder_award_id":"101003589","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320306137","display_name":"Bill and Melinda Gates Foundation","ror":"https://ror.org/0456r8d26"},{"id":"https://openalex.org/F4320311904","display_name":"Wellcome Trust","ror":"https://ror.org/029chgv08"},{"id":"https://openalex.org/F4320312516","display_name":"Sunnybrook Research Institute","ror":null},{"id":"https://openalex.org/F4320314178","display_name":"European Federation of Pharmaceutical Industries and Associations","ror":"https://ror.org/00g1x4v36"},{"id":"https://openalex.org/F4320318095","display_name":"National Institute for Health Research Health Protection Research Unit","ror":null},{"id":"https://openalex.org/F4320319990","display_name":"National Institute for Health and Care Research","ror":"https://ror.org/0187kwz08"},{"id":"https://openalex.org/F4320320283","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10"},{"id":"https://openalex.org/F4320320290","display_name":"University of Oxford","ror":"https://ror.org/052gg0110"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320858","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47"},{"id":"https://openalex.org/F4320320893","display_name":"Institut National de la Sant\u00e9 et de la Recherche M\u00e9dicale","ror":"https://ror.org/02vjkv261"},{"id":"https://openalex.org/F4320321067","display_name":"Public Health England","ror":"https://ror.org/00vbvha87"},{"id":"https://openalex.org/F4320321781","display_name":"Ministero della Salute","ror":"https://ror.org/00789fa95"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"},{"id":"https://openalex.org/F4320324164","display_name":"University of Cape Town","ror":"https://ror.org/03p74gp79"},{"id":"https://openalex.org/F4320324337","display_name":"All-India Institute of Medical Sciences","ror":"https://ror.org/02dwcqs71"},{"id":"https://openalex.org/F4320328177","display_name":"Kementerian Kesihatan Malaysia","ror":"https://ror.org/05ddxe180"},{"id":"https://openalex.org/F4320330065","display_name":"Prince Charles Hospital Foundation","ror":null},{"id":"https://openalex.org/F4320330760","display_name":"Foreign, Commonwealth and Development Office","ror":null},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334506","display_name":"Canadian Institutes of Health Research","ror":"https://ror.org/01gavpb45"},{"id":"https://openalex.org/F4320334626","display_name":"Medical Research Council","ror":"https://ror.org/03x94j517"},{"id":"https://openalex.org/F4320334923","display_name":"Instituto de Salud Carlos III","ror":"https://ror.org/00ca2c886"},{"id":"https://openalex.org/F4320336039","display_name":"NIHR Imperial Biomedical Research Centre","ror":"https://ror.org/01kmhx639"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4390789641.pdf"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1034374084","https://openalex.org/W1541954861","https://openalex.org/W1914425800","https://openalex.org/W2137407193","https://openalex.org/W2164572080","https://openalex.org/W2168041406","https://openalex.org/W2225495139","https://openalex.org/W2396881363","https://openalex.org/W2788388592","https://openalex.org/W2888120268","https://openalex.org/W2910485119","https://openalex.org/W2911321984","https://openalex.org/W2911489562","https://openalex.org/W2915045810","https://openalex.org/W2955483668","https://openalex.org/W2963572446","https://openalex.org/W2963716420","https://openalex.org/W2963809228","https://openalex.org/W2970454332","https://openalex.org/W2970771982","https://openalex.org/W2984974929","https://openalex.org/W3008374555","https://openalex.org/W3010607409","https://openalex.org/W3011574394","https://openalex.org/W3034340181","https://openalex.org/W3034457371","https://openalex.org/W3046293795","https://openalex.org/W3088409176","https://openalex.org/W3099950029","https://openalex.org/W3104186312","https://openalex.org/W3105966348","https://openalex.org/W3106298421","https://openalex.org/W3115897805","https://openalex.org/W3133702157","https://openalex.org/W3134399782","https://openalex.org/W3135367836","https://openalex.org/W3165327186","https://openalex.org/W3171324702","https://openalex.org/W3172642864","https://openalex.org/W3196412195","https://openalex.org/W3214234195","https://openalex.org/W3214897310","https://openalex.org/W3215823844","https://openalex.org/W4200212713","https://openalex.org/W4206491499","https://openalex.org/W4214738824","https://openalex.org/W4226452184","https://openalex.org/W4249023852","https://openalex.org/W4288684979","https://openalex.org/W4308768904","https://openalex.org/W4321749402","https://openalex.org/W4386566689","https://openalex.org/W6640146235","https://openalex.org/W6770054164","https://openalex.org/W6773815586","https://openalex.org/W6793900039","https://openalex.org/W6982663466"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Abstract":[0],"Specialised":[1],"pre-trained":[2],"language":[3,11,124,207],"models":[4,19,74,86,125,164,169,180,239],"are":[5,69,87],"becoming":[6],"more":[7],"frequent":[8],"in":[9,79,243],"Natural":[10,61],"Processing":[12,63],"(NLP)":[13],"since":[14],"they":[15],"can":[16,246],"potentially":[17],"outperform":[18],"trained":[20,181],"on":[21,120,182,228,249],"generic":[22],"texts.":[23],"BioBERT":[24,172],"(Sanh":[25],"et":[26,48],"al.,":[27,49],"Distilbert,":[28],"a":[29,138,198],"distilled":[30],"version":[31],"of":[32,57,72,84,122,140,154,201,264],"bert:":[33],"smaller,":[34],"faster,":[35],"cheaper":[36],"and":[37,45,89,148,173,175,196,214,231,240,255],"lighter.":[38],"arXiv":[39],"preprint":[40],"arXiv:":[41],"1910.01108":[42],",":[43,65,260],"2019)":[44,68],"BioClinicalBERT":[46],"(Alsentzer":[47],"Publicly":[50],"available":[51],"clinical":[52,128,143,202,235],"bert":[53],"embeddings.":[54],"In":[55,114],"Proceedings":[56],"the":[58,152,222],"2nd":[59],"Clinical":[60],"Language":[62],"Workshop":[64],"pp.":[66],"72\u201378,":[67],"two":[70],"examples":[71],"such":[73,170],"that":[75,105],"have":[76],"shown":[77],"promise":[78],"medical":[80],"NLP":[81,236],"tasks.":[82,237],"Many":[83],"these":[85],"overparametrised":[88],"resource-intensive,":[90],"but":[91],"thanks":[92],"to":[93,101,160,167],"techniques":[94],"like":[95],"knowledge":[96,146],"distillation,":[97],"it":[98],"is":[99,221],"possible":[100],"create":[102],"smaller":[103],"versions":[104],"perform":[106],"almost":[107],"as":[108,110,171],"well":[109],"their":[111],"larger":[112,168],"counterparts.":[113],"this":[115,220,244],"work,":[116],"we":[117],"specifically":[118,226],"focus":[119],"development":[121],"compact":[123,179,232],"for":[126,234],"processing":[127],"texts":[129],"(i.e.":[130],"progress":[131],"notes,":[132],"discharge":[133],"summaries,":[134],"etc).":[135],"We":[136],"developed":[137],"number":[139,153],"efficient":[141,230],"lightweight":[142],"transformers":[144,233],"using":[145],"distillation":[147],"continual":[149],"learning,":[150],"with":[151],"parameters":[155],"ranging":[156],"from":[157],"$15$":[158],"million":[159],"$65$":[161],"million.":[162],"These":[163],"performed":[165],"comparably":[166],"ClinicalBioBERT":[174],"significantly":[176],"outperformed":[177],"other":[178],"general":[183],"or":[184],"biomedical":[185],"data.":[186],"Our":[187],"extensive":[188],"evaluation":[189],"was":[190],"done":[191],"across":[192],"several":[193],"standard":[194],"datasets":[195],"covered":[197],"wide":[199],"range":[200],"text-mining":[203],"tasks,":[204],"including":[205],"natural":[206],"inference,":[208],"relation":[209],"extraction,":[210],"named":[211],"entity":[212],"recognition":[213],"sequence":[215],"classification.":[216],"To":[217],"our":[218,250,265],"knowledge,":[219],"first":[223],"comprehensive":[224],"study":[225,245],"focused":[227],"creating":[229],"The":[238],"code":[241],"used":[242],"be":[247],"found":[248],"Huggingface":[251],"profile":[252],"at":[253,258],"https://huggingface.co/nlpie":[254],"Github":[256],"page":[257],"https://github.com/nlpie-research/Lightweight-Clinical-Transformers":[259],"respectively,":[261],"promoting":[262],"reproducibility":[263],"results.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}