{"id":"https://openalex.org/W4390789641","doi":"https://doi.org/10.1017/s1351324923000542","title":"Lightweight transformers for clinical natural language processing","display_name":"Lightweight transformers for clinical natural language processing","publication_year":2024,"publication_date":"2024-01-12","ids":{"openalex":"https://openalex.org/W4390789641","doi":"https://doi.org/10.1017/s1351324923000542","pmid":"https://pubmed.ncbi.nlm.nih.gov/39588066"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324923000542","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324923000542","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/BEF81FDE6E12B9DC5AD4906AE67CDDEB/S1351324923000542a.pdf/div-class-title-lightweight-transformers-for-clinical-natural-language-processing-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/BEF81FDE6E12B9DC5AD4906AE67CDDEB/S1351324923000542a.pdf/div-class-title-lightweight-transformers-for-clinical-natural-language-processing-div.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059154016","display_name":"Omid Rohanian","orcid":"https://orcid.org/0000-0002-8771-8386"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Omid Rohanian","raw_affiliation_strings":["Department of Engineering Science, University of Oxford, Oxford, UK","NLPie Research, Oxford, UK"],"affiliations":[{"raw_affiliation_string":"Department of Engineering Science, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"NLPie Research, Oxford, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088008419","display_name":"Mohammadmahdi Nouriborji","orcid":null},"institutions":[{"id":"https://openalex.org/I133529467","display_name":"Sharif University of Technology","ror":"https://ror.org/024c2fq17","country_code":"IR","type":"education","lineage":["https://openalex.org/I133529467"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammadmahdi Nouriborji","raw_affiliation_strings":["NLPie Research, Oxford, UK","Sharif University of Technology, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"NLPie Research, Oxford, UK","institution_ids":[]},{"raw_affiliation_string":"Sharif University of Technology, Tehran, Iran","institution_ids":["https://openalex.org/I133529467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024698162","display_name":"Hannah Jauncey","orcid":null},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210155930","display_name":"Infectious Diseases Data Observatory","ror":"https://ror.org/04tp3cz81","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210155930"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hannah Jauncey","raw_affiliation_strings":["Infectious Diseases Data Observatory (IDDO), University of Oxford, Oxford, UK"],"affiliations":[{"raw_affiliation_string":"Infectious Diseases Data Observatory (IDDO), University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I4210155930","https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008431949","display_name":"Samaneh Kouchaki","orcid":"https://orcid.org/0000-0002-5870-4030"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Samaneh Kouchaki","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, University of Surrey, Guildford, UK"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Surrey, Guildford, UK","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108153900","display_name":"Farhad Nooralahzadeh","orcid":null},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]},{"id":"https://openalex.org/I4210100468","display_name":"University Hospital of Zurich","ror":"https://ror.org/01462r250","country_code":"CH","type":"funder","lineage":["https://openalex.org/I4210100468"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Farhad Nooralahzadeh","raw_affiliation_strings":["University Hospital of Z\u00fcrich, Z\u00fcrich, Switzerland","University of Z\u00fcrich, Z\u00fcrich, Switzerland"],"affiliations":[{"raw_affiliation_string":"University Hospital of Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I4210100468"]},{"raw_affiliation_string":"University of Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055138562","display_name":"Lei Clifton","orcid":"https://orcid.org/0000-0001-5595-8468"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lei Clifton","raw_affiliation_strings":["Nuffield Department of Population Health, University of Oxford, Oxford, UK"],"affiliations":[{"raw_affiliation_string":"Nuffield Department of Population Health, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074778109","display_name":"Laura Merson","orcid":"https://orcid.org/0000-0002-4168-1960"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Laura Merson","raw_affiliation_strings":["ISARIC, Pandemic Sciences Institute, University of Oxford, Oxford, UK"],"affiliations":[{"raw_affiliation_string":"ISARIC, Pandemic Sciences Institute, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040302008","display_name":"David A. Clifton","orcid":"https://orcid.org/0000-0002-9848-8555"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210125878","display_name":"Suzhou Research Institute","ror":"https://ror.org/03ebk0c60","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210125878"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"David A. Clifton","raw_affiliation_strings":["Department of Engineering Science, University of Oxford, Oxford, UK","Oxford-Suzhou Centre for Advanced Research, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"Department of Engineering Science, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Oxford-Suzhou Centre for Advanced Research, Suzhou, China","institution_ids":["https://openalex.org/I4210125878"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5059154016"],"corresponding_institution_ids":["https://openalex.org/I40120149"],"apc_list":null,"apc_paid":null,"fwci":8.6133,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.98008778,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"30","issue":"5","first_page":"887","last_page":"914"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.9569000005722046,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9047940969467163},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6444318294525146},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43351277709007263},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36519378423690796},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11527121067047119}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9047940969467163},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6444318294525146},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43351277709007263},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36519378423690796},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11527121067047119},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1017/s1351324923000542","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324923000542","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/BEF81FDE6E12B9DC5AD4906AE67CDDEB/S1351324923000542a.pdf/div-class-title-lightweight-transformers-for-clinical-natural-language-processing-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},{"id":"pmid:39588066","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39588066","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural language engineering","raw_type":null},{"id":"pmh:oai:repositori-api.upf.edu:10230/70084","is_oa":true,"landing_page_url":"http://hdl.handle.net/10230/70084","pdf_url":"https://repositori.upf.edu/bitstreams/68c2e681-145c-4a63-844c-4e8c9a340529/download","source":{"id":"https://openalex.org/S4306402615","display_name":"Repositori digital de la UPF (Universitat Pompeu Fabra)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I170486558","host_organization_name":"Universitat Pompeu Fabra","host_organization_lineage":["https://openalex.org/I170486558"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pubmedcentral.nih.gov:11586117","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11586117","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11586117/pdf/S1351324923000542a.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Nat Lang Eng","raw_type":"Text"},{"id":"pmh:oai:intellectum.unisabana.edu.co:10818/67399","is_oa":true,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39588066/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401748","display_name":"Intellectum (Universidad de La Sabana)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I157650460","host_organization_name":"Universidad de La Sabana","host_organization_lineage":["https://openalex.org/I157650460"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"},{"id":"pmh:oai:iris.unipa.it:10447/671505","is_oa":false,"landing_page_url":"https://hdl.handle.net/10447/671505","pdf_url":null,"source":{"id":"https://openalex.org/S4306401065","display_name":"Nova Science Publishers (Nova Science Publishers, Inc.)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1017/s1351324923000542","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324923000542","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/BEF81FDE6E12B9DC5AD4906AE67CDDEB/S1351324923000542a.pdf/div-class-title-lightweight-transformers-for-clinical-natural-language-processing-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.550000011920929,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1123894330","display_name":"Combatting Bacterial Resistance in Europe","funder_award_id":"115523","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G1128133788","display_name":null,"funder_award_id":"Gates","funder_id":"https://openalex.org/F4320306137","funder_display_name":"Bill and Melinda Gates Foundation"},{"id":"https://openalex.org/G120275728","display_name":null,"funder_award_id":"Univer","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G1204445118","display_name":null,"funder_award_id":"MC_PC_19059","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G1248155937","display_name":null,"funder_award_id":"222410","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G1465635051","display_name":null,"funder_award_id":"BRC-1215-2001","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G1577527922","display_name":null,"funder_award_id":"220757","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G1707838885","display_name":null,"funder_award_id":"220757","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G177484282","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G1962299536","display_name":null,"funder_award_id":"200907","funder_id":"https://openalex.org/F4320318095","funder_display_name":"National Institute for Health Research Health Protection Research Unit"},{"id":"https://openalex.org/G2076520454","display_name":null,"funder_award_id":"2018-","funder_id":"https://openalex.org/F4320321781","funder_display_name":"Ministero della Salute"},{"id":"https://openalex.org/G2096367874","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G210953502","display_name":null,"funder_award_id":"205228/Z/16/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G2194399322","display_name":null,"funder_award_id":"965313","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2317235112","display_name":null,"funder_award_id":"Number","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G2413068745","display_name":null,"funder_award_id":"1215-20013","funder_id":"https://openalex.org/F4320336039","funder_display_name":"NIHR Imperial Biomedical Research Centre"},{"id":"https://openalex.org/G2631318574","display_name":null,"funder_award_id":"201385","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G2689612763","display_name":null,"funder_award_id":"Marie","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2973790809","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G2980719205","display_name":null,"funder_award_id":"205228/Z/16/Z","funder_id":"https://openalex.org/F4320321067","funder_display_name":"Public Health England"},{"id":"https://openalex.org/G3048643059","display_name":null,"funder_award_id":"COVID","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G3143484946","display_name":null,"funder_award_id":"NIHR200907","funder_id":"https://openalex.org/F4320318095","funder_display_name":"National Institute for Health Research Health Protection Research Unit"},{"id":"https://openalex.org/G3304509792","display_name":null,"funder_award_id":"COVID-19","funder_id":"https://openalex.org/F4320334506","funder_display_name":"Canadian Institutes of Health Research"},{"id":"https://openalex.org/G3415556252","display_name":null,"funder_award_id":"115523","funder_id":"https://openalex.org/F4320314178","funder_display_name":"European Federation of Pharmaceutical Industries and Associations"},{"id":"https://openalex.org/G3497591915","display_name":null,"funder_award_id":"(NIH)","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G3514550006","display_name":null,"funder_award_id":"Centre","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3577708264","display_name":null,"funder_award_id":"CO-CIN-01","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G3596542303","display_name":"NIHR Senior Investigator Award","funder_award_id":"NIHR201385","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G3601516360","display_name":null,"funder_award_id":"Brazil","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G3673869698","display_name":null,"funder_award_id":"OV2170359","funder_id":"https://openalex.org/F4320334506","funder_display_name":"Canadian Institutes of Health Research"},{"id":"https://openalex.org/G3686073670","display_name":null,"funder_award_id":"200927","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G3748656914","display_name":null,"funder_award_id":"Norway","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G3829048491","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3862276148","display_name":"The Family Federation of Finland - to  promote and expand support of international family planning","funder_award_id":"OPP1209","funder_id":"https://openalex.org/F4320306137","funder_display_name":"Bill and Melinda Gates Foundation"},{"id":"https://openalex.org/G3905256303","display_name":null,"funder_award_id":"MC_PC_19059","funder_id":"https://openalex.org/F4320306137","funder_display_name":"Bill and Melinda Gates Foundation"},{"id":"https://openalex.org/G3969565085","display_name":null,"funder_award_id":"Foundation","funder_id":"https://openalex.org/F4320334506","funder_display_name":"Canadian Institutes of Health Research"},{"id":"https://openalex.org/G3981126665","display_name":null,"funder_award_id":"Seventh Framework Programme","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4098850347","display_name":null,"funder_award_id":"225288/Z/22/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G4388622794","display_name":null,"funder_award_id":"200927","funder_id":"https://openalex.org/F4320318095","funder_display_name":"National Institute for Health Research Health Protection Research Unit"},{"id":"https://openalex.org/G4389354971","display_name":null,"funder_award_id":"Research","funder_id":"https://openalex.org/F4320334506","funder_display_name":"Canadian Institutes of Health Research"},{"id":"https://openalex.org/G4447653093","display_name":null,"funder_award_id":"Network","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4515207065","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320334506","funder_display_name":"Canadian Institutes of Health Research"},{"id":"https://openalex.org/G4798886266","display_name":null,"funder_award_id":"312780","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G4810015796","display_name":null,"funder_award_id":"101003589","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4911737963","display_name":null,"funder_award_id":"InnoHK","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5079005330","display_name":null,"funder_award_id":"support","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G5108370466","display_name":null,"funder_award_id":"101003589","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5208948526","display_name":null,"funder_award_id":"200907","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G5276854108","display_name":null,"funder_award_id":"NIHR HPRU","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G5295841672","display_name":null,"funder_award_id":"IRCCS","funder_id":"https://openalex.org/F4320321781","funder_display_name":"Ministero della Salute"},{"id":"https://openalex.org/G5374962834","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320283","funder_display_name":"Imperial College London"},{"id":"https://openalex.org/G5478799502","display_name":null,"funder_award_id":"965313","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G5514976981","display_name":null,"funder_award_id":"COVID-19","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5519402097","display_name":null,"funder_award_id":"student","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G5555128808","display_name":"Northwestern University - to support the John F. Neilson Scholarship Fund","funder_award_id":"OPP120","funder_id":"https://openalex.org/F4320306137","funder_display_name":"Bill and Melinda Gates Foundation"},{"id":"https://openalex.org/G5593277320","display_name":null,"funder_award_id":"2007-2013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5702163051","display_name":null,"funder_award_id":"FP7/2007","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5787046253","display_name":null,"funder_award_id":"award 200907","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G5905040377","display_name":null,"funder_award_id":"2014-1","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G6091644065","display_name":null,"funder_award_id":"200907","funder_id":"https://openalex.org/F4320320290","funder_display_name":"University of Oxford"},{"id":"https://openalex.org/G6122222817","display_name":null,"funder_award_id":"COVID-19","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6246842425","display_name":null,"funder_award_id":"COVID-19","funder_id":"https://openalex.org/F4320324337","funder_display_name":"All-India Institute of Medical Sciences"},{"id":"https://openalex.org/G6344930758","display_name":null,"funder_award_id":"Scholarship","funder_id":"https://openalex.org/F4320334506","funder_display_name":"Canadian Institutes of Health Research"},{"id":"https://openalex.org/G6366830670","display_name":null,"funder_award_id":"215091","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G655254616","display_name":null,"funder_award_id":"award 200927","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G7061469271","display_name":null,"funder_award_id":"222048/Z/20/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G7116624582","display_name":"Land  Use  Processes  and  Urban  Sprawl","funder_award_id":"273191","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7180888176","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G7295187585","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G735363293","display_name":null,"funder_award_id":"220757/Z/20/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G7364720146","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320314178","funder_display_name":"European Federation of Pharmaceutical Industries and Associations"},{"id":"https://openalex.org/G7428370134","display_name":null,"funder_award_id":"BRC-1215-20013","funder_id":"https://openalex.org/F4320336039","funder_display_name":"NIHR Imperial Biomedical Research Centre"},{"id":"https://openalex.org/G7629732789","display_name":null,"funder_award_id":"222410","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G7725255074","display_name":null,"funder_award_id":"200927","funder_id":"https://openalex.org/F4320320283","funder_display_name":"Imperial College London"},{"id":"https://openalex.org/G7941286553","display_name":null,"funder_award_id":"OPP1209135","funder_id":"https://openalex.org/F4320306137","funder_display_name":"Bill and Melinda Gates Foundation"},{"id":"https://openalex.org/G7948645237","display_name":"Washington News Council - to promote fairness, accuracy and balance within the Washington State news media","funder_award_id":"OPP12","funder_id":"https://openalex.org/F4320306137","funder_display_name":"Bill and Melinda Gates Foundation"},{"id":"https://openalex.org/G795240353","display_name":"Sustainable innovation technology in plant nursery process improving plant quality and safety","funder_award_id":"222048","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8051717526","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8102629340","display_name":null,"funder_award_id":"MC_PC","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G8180283288","display_name":null,"funder_award_id":"200907","funder_id":"https://openalex.org/F4320321067","funder_display_name":"Public Health England"},{"id":"https://openalex.org/G8293841099","display_name":null,"funder_award_id":"Medical Research Council","funder_id":"https://openalex.org/F4320334506","funder_display_name":"Canadian Institutes of Health Research"},{"id":"https://openalex.org/G8372072663","display_name":null,"funder_award_id":"200927","funder_id":"https://openalex.org/F4320321067","funder_display_name":"Public Health England"},{"id":"https://openalex.org/G8377015798","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G8415457339","display_name":null,"funder_award_id":"COVID-19","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G851520058","display_name":null,"funder_award_id":"fellows","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G8518431165","display_name":null,"funder_award_id":"NIHR200907","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G8650176061","display_name":null,"funder_award_id":"215091/Z/18/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G8681832991","display_name":null,"funder_award_id":"215091/Z/18/Z","funder_id":"https://openalex.org/F4320330760","funder_display_name":"Foreign, Commonwealth and Development Office"},{"id":"https://openalex.org/G869621869","display_name":null,"funder_award_id":"200907","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G8824911526","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320334923","funder_display_name":"Instituto de Salud Carlos III"},{"id":"https://openalex.org/G8858395165","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8871692183","display_name":null,"funder_award_id":"Programme","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G957827840","display_name":null,"funder_award_id":"1215-20013","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G986173382","display_name":null,"funder_award_id":"101003589","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320306137","display_name":"Bill and Melinda Gates Foundation","ror":"https://ror.org/0456r8d26"},{"id":"https://openalex.org/F4320311904","display_name":"Wellcome Trust","ror":"https://ror.org/029chgv08"},{"id":"https://openalex.org/F4320312516","display_name":"Sunnybrook Research Institute","ror":null},{"id":"https://openalex.org/F4320314178","display_name":"European Federation of Pharmaceutical Industries and Associations","ror":"https://ror.org/00g1x4v36"},{"id":"https://openalex.org/F4320318095","display_name":"National Institute for Health Research Health Protection Research Unit","ror":null},{"id":"https://openalex.org/F4320319990","display_name":"National Institute for Health and Care Research","ror":"https://ror.org/0187kwz08"},{"id":"https://openalex.org/F4320320283","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10"},{"id":"https://openalex.org/F4320320290","display_name":"University of Oxford","ror":"https://ror.org/052gg0110"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320858","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47"},{"id":"https://openalex.org/F4320320893","display_name":"Institut National de la Sant\u00e9 et de la Recherche M\u00e9dicale","ror":"https://ror.org/02vjkv261"},{"id":"https://openalex.org/F4320321067","display_name":"Public Health England","ror":"https://ror.org/00vbvha87"},{"id":"https://openalex.org/F4320321781","display_name":"Ministero della Salute","ror":"https://ror.org/00789fa95"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"},{"id":"https://openalex.org/F4320324164","display_name":"University of Cape Town","ror":"https://ror.org/03p74gp79"},{"id":"https://openalex.org/F4320324337","display_name":"All-India Institute of Medical Sciences","ror":"https://ror.org/02dwcqs71"},{"id":"https://openalex.org/F4320328177","display_name":"Kementerian Kesihatan Malaysia","ror":"https://ror.org/05ddxe180"},{"id":"https://openalex.org/F4320330065","display_name":"Prince Charles Hospital Foundation","ror":null},{"id":"https://openalex.org/F4320330760","display_name":"Foreign, Commonwealth and Development Office","ror":null},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334506","display_name":"Canadian Institutes of Health Research","ror":"https://ror.org/01gavpb45"},{"id":"https://openalex.org/F4320334626","display_name":"Medical Research Council","ror":"https://ror.org/03x94j517"},{"id":"https://openalex.org/F4320334923","display_name":"Instituto de Salud Carlos III","ror":"https://ror.org/00ca2c886"},{"id":"https://openalex.org/F4320336039","display_name":"NIHR Imperial Biomedical Research Centre","ror":"https://ror.org/01kmhx639"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4390789641.pdf"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1034374084","https://openalex.org/W1541954861","https://openalex.org/W1914425800","https://openalex.org/W2137407193","https://openalex.org/W2164572080","https://openalex.org/W2168041406","https://openalex.org/W2225495139","https://openalex.org/W2396881363","https://openalex.org/W2788388592","https://openalex.org/W2888120268","https://openalex.org/W2910485119","https://openalex.org/W2911321984","https://openalex.org/W2911489562","https://openalex.org/W2915045810","https://openalex.org/W2955483668","https://openalex.org/W2963572446","https://openalex.org/W2963716420","https://openalex.org/W2963809228","https://openalex.org/W2970454332","https://openalex.org/W2970771982","https://openalex.org/W2984974929","https://openalex.org/W3008374555","https://openalex.org/W3010607409","https://openalex.org/W3011574394","https://openalex.org/W3034340181","https://openalex.org/W3034457371","https://openalex.org/W3046293795","https://openalex.org/W3088409176","https://openalex.org/W3099950029","https://openalex.org/W3104186312","https://openalex.org/W3105966348","https://openalex.org/W3106298421","https://openalex.org/W3115897805","https://openalex.org/W3133702157","https://openalex.org/W3134399782","https://openalex.org/W3135367836","https://openalex.org/W3165327186","https://openalex.org/W3171324702","https://openalex.org/W3172642864","https://openalex.org/W3196412195","https://openalex.org/W3214234195","https://openalex.org/W3214897310","https://openalex.org/W3215823844","https://openalex.org/W4200212713","https://openalex.org/W4206491499","https://openalex.org/W4214738824","https://openalex.org/W4226452184","https://openalex.org/W4249023852","https://openalex.org/W4288684979","https://openalex.org/W4308768904","https://openalex.org/W4321749402","https://openalex.org/W4386566689","https://openalex.org/W6640146235","https://openalex.org/W6770054164","https://openalex.org/W6773815586","https://openalex.org/W6793900039","https://openalex.org/W6982663466"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Specialised":[0],"pre-trained":[1],"language":[2,10,121,202],"models":[3,18,71,83,122,159,164,175,234],"are":[4,66,84],"becoming":[5],"more":[6],"frequent":[7],"in":[8,76,238],"Natural":[9,59],"Processing":[11,61],"(NLP)":[12],"since":[13],"they":[14],"can":[15,241],"potentially":[16],"outperform":[17],"trained":[19,176],"on":[20,117,177,223,244],"generic":[21],"texts.":[22],"BioBERT":[23,167],"(Sanh":[24],"et":[25,46],"al.,":[26,47],"Distilbert,":[27],"a":[28,135,193],"distilled":[29],"version":[30],"of":[31,55,69,81,119,137,151,196,258],"bert:":[32],"smaller,":[33],"faster,":[34],"cheaper":[35],"and":[36,43,86,145,168,170,191,209,226,235,250],"lighter.":[37],"<i>arXiv":[38],"preprint":[39],"arXiv:":[40],"1910.01108</i>,":[41],"2019)":[42,65],"BioClinicalBERT":[44],"(Alsentzer":[45],"Publicly":[48],"available":[49],"clinical":[50,125,140,197,230],"bert":[51],"embeddings.":[52],"In":[53,111],"<i>Proceedings":[54],"the":[56,149,217],"2nd":[57],"Clinical":[58],"Language":[60],"Workshop</i>,":[62],"pp.":[63],"72-78,":[64],"two":[67],"examples":[68],"such":[70,165],"that":[72,102],"have":[73],"shown":[74],"promise":[75],"medical":[77],"NLP":[78,231],"tasks.":[79,232],"Many":[80],"these":[82],"overparametrised":[85],"resource-intensive,":[87],"but":[88],"thanks":[89],"to":[90,98,156,162],"techniques":[91],"like":[92],"knowledge":[93,143],"distillation,":[94],"it":[95],"is":[96,216],"possible":[97],"create":[99],"smaller":[100],"versions":[101],"perform":[103],"almost":[104],"as":[105,107,166],"well":[106],"their":[108],"larger":[109,163],"counterparts.":[110],"this":[112,215,239],"work,":[113],"we":[114],"specifically":[115,221],"focus":[116],"development":[118],"compact":[120,174,227],"for":[123,229],"processing":[124],"texts":[126],"(i.e.":[127],"progress":[128],"notes,":[129],"discharge":[130],"summaries,":[131],"etc).":[132],"We":[133],"developed":[134],"number":[136,150],"efficient":[138,225],"lightweight":[139],"transformers":[141,228],"using":[142],"distillation":[144],"continual":[146],"learning,":[147],"with":[148],"parameters":[152],"ranging":[153],"from":[154],"million":[155],"million.":[157],"These":[158],"performed":[160],"comparably":[161],"ClinicalBioBERT":[169],"significantly":[171],"outperformed":[172],"other":[173],"general":[178],"or":[179],"biomedical":[180],"data.":[181],"Our":[182],"extensive":[183],"evaluation":[184],"was":[185],"done":[186],"across":[187],"several":[188],"standard":[189],"datasets":[190],"covered":[192],"wide":[194],"range":[195],"text-mining":[198],"tasks,":[199],"including":[200],"natural":[201],"inference,":[203],"relation":[204],"extraction,":[205],"named":[206],"entity":[207],"recognition":[208],"sequence":[210],"classification.":[211],"To":[212],"our":[213,245,259],"knowledge,":[214],"first":[218],"comprehensive":[219],"study":[220,240],"focused":[222],"creating":[224],"The":[233],"code":[236],"used":[237],"be":[242],"found":[243],"Huggingface":[246],"profile":[247],"at":[248,253],"https://huggingface.co/nlpie":[249],"Github":[251],"page":[252],"https://github.com/nlpie-research/Lightweight-Clinical-Transformers,":[254],"respectively,":[255],"promoting":[256],"reproducibility":[257],"results.":[260]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}