{"id":"https://openalex.org/W3215317537","doi":"https://doi.org/10.1109/tii.2021.3131180","title":"Med-BERT: A Pretraining Framework for Medical Records Named Entity Recognition","display_name":"Med-BERT: A Pretraining Framework for Medical Records Named Entity Recognition","publication_year":2021,"publication_date":"2021-11-30","ids":{"openalex":"https://openalex.org/W3215317537","doi":"https://doi.org/10.1109/tii.2021.3131180","mag":"3215317537"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2021.3131180","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2021.3131180","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077295091","display_name":"Ning Liu","orcid":"https://orcid.org/0000-0002-2195-8424"},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I4210134523","display_name":"State Forestry and Grassland Administration","ror":"https://ror.org/03f2n3n81","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134523"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ning Liu","raw_affiliation_strings":["School of Information Science and Technology, Beijing Forestry University, Beijing, China","Engineering Research Center for Forestry-Oriented Intelligent Information Processing of National Forestry and Grassland Administration, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing Forestry University, Beijing, China","institution_ids":["https://openalex.org/I31683504"]},{"raw_affiliation_string":"Engineering Research Center for Forestry-Oriented Intelligent Information Processing of National Forestry and Grassland Administration, Beijing, China","institution_ids":["https://openalex.org/I4210134523"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026734277","display_name":"Qian Hu","orcid":"https://orcid.org/0000-0002-8675-9637"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Hu","raw_affiliation_strings":["Artificial Intelligence and Intelligent Operation Center, China Mobile Research Institute, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Intelligent Operation Center, China Mobile Research Institute, Beijing, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043469130","display_name":"Huayun Xu","orcid":"https://orcid.org/0000-0002-9134-9018"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huayun Xu","raw_affiliation_strings":["WaterDrop Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"WaterDrop Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009074046","display_name":"Xing Xu","orcid":"https://orcid.org/0000-0001-5685-3123"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Xu","raw_affiliation_strings":["Center for Future Multimedia and the School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Center for Future Multimedia and the School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101690670","display_name":"Mengxin Chen","orcid":"https://orcid.org/0000-0003-1776-9441"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengxin Chen","raw_affiliation_strings":["School of Automation, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5077295091"],"corresponding_institution_ids":["https://openalex.org/I31683504","https://openalex.org/I4210134523"],"apc_list":null,"apc_paid":null,"fwci":6.8984,"has_fulltext":false,"cited_by_count":85,"citation_normalized_percentile":{"value":0.97409297,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"18","issue":"8","first_page":"5600","last_page":"5608"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.8355377912521362},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6507596969604492},{"id":"https://openalex.org/keywords/medical-record","display_name":"Medical record","score":0.5900095701217651},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5868828892707825},{"id":"https://openalex.org/keywords/premise","display_name":"Premise","score":0.558695912361145},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.47663936018943787},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45520877838134766},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.42151904106140137},{"id":"https://openalex.org/keywords/medical-information","display_name":"Medical information","score":0.4158453643321991},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3837563395500183},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.23948723077774048},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2009791135787964},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11987742781639099}],"concepts":[{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.8355377912521362},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6507596969604492},{"id":"https://openalex.org/C195910791","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Medical record","level":2,"score":0.5900095701217651},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5868828892707825},{"id":"https://openalex.org/C2778023277","wikidata":"https://www.wikidata.org/wiki/Q321703","display_name":"Premise","level":2,"score":0.558695912361145},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.47663936018943787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45520877838134766},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.42151904106140137},{"id":"https://openalex.org/C3019150057","wikidata":"https://www.wikidata.org/wiki/Q92779279","display_name":"Medical information","level":2,"score":0.4158453643321991},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3837563395500183},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.23948723077774048},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2009791135787964},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11987742781639099},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2021.3131180","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2021.3131180","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5699999928474426,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4765907288","display_name":null,"funder_award_id":"61976049","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W1940872118","https://openalex.org/W1998897409","https://openalex.org/W2187089797","https://openalex.org/W2296283641","https://openalex.org/W2888192920","https://openalex.org/W2892252202","https://openalex.org/W2896457183","https://openalex.org/W2962739339","https://openalex.org/W2962902328","https://openalex.org/W2962904552","https://openalex.org/W2962906565","https://openalex.org/W2963626623","https://openalex.org/W2965373594","https://openalex.org/W3004844052","https://openalex.org/W3011411500","https://openalex.org/W3021636956","https://openalex.org/W3034379414","https://openalex.org/W3035642486","https://openalex.org/W3102725307","https://openalex.org/W3161667159","https://openalex.org/W3161829609","https://openalex.org/W3169341408","https://openalex.org/W3173052564","https://openalex.org/W3173909648","https://openalex.org/W3176006008","https://openalex.org/W3190732674","https://openalex.org/W4288104771","https://openalex.org/W6636510571","https://openalex.org/W6640362995","https://openalex.org/W6755207826","https://openalex.org/W6766673545","https://openalex.org/W6768058859","https://openalex.org/W6796487673","https://openalex.org/W6797457564"],"related_works":["https://openalex.org/W2983180560","https://openalex.org/W2773616286","https://openalex.org/W4251495171","https://openalex.org/W2405038964","https://openalex.org/W3196747313","https://openalex.org/W2419101834","https://openalex.org/W2152242258","https://openalex.org/W4287854527","https://openalex.org/W4287643787","https://openalex.org/W3092611869"],"abstract_inverted_index":{"A":[0],"large":[1],"amount":[2],"of":[3,12,18,47,73,125],"data":[4],"is":[5,17,37],"generated":[6],"every":[7],"day":[8],"with":[9],"the":[10,22,40,45,92,123,128,135],"development":[11],"Internet":[13],"medical":[14,28,58,75,88,106,120,139],"care,":[15],"which":[16],"great":[19],"significance":[20],"for":[21],"clinical":[23],"decision":[24],"support":[25],"system":[26],"and":[27,91,101,113,127],"real-world":[29],"research.":[30],"Medical":[31],"records":[32,89],"named":[33],"entity":[34,93],"recognition":[35],"(NER)":[36],"important":[38],"on":[39,87,117,138],"aforementioned":[41],"research":[42],"topics":[43],"under":[44],"premise":[46],"protecting":[48],"patients\u2019":[49],"private":[50,96],"information.":[51],"In":[52],"this":[53],"article,":[54],"we":[55,79],"propose":[56,80],"a":[57,81],"dictionary":[59],"enhanced":[60],"bidirectional":[61],"encoder":[62],"representations":[63,72],"from":[64],"transformers":[65],"(BERT),":[66],"dubbed":[67],"Med-BERT,":[68,78,126],"to":[69],"achieve":[70],"better":[71],"long":[74],"entities.":[76],"On":[77],"span":[82],"flat-lattice":[83],"transformer":[84],"(Span-FLAT)":[85],"method":[86,132],"NER,":[90],"types":[94],"include":[95],"information":[97,107],"such":[98,108],"as":[99,103,105,109],"names":[100],"addresses,":[102],"well":[104],"patient":[110],"symptoms,":[111],"signs,":[112],"diseases.":[114],"Experimental":[115],"results":[116],"two":[118],"benchmark":[119],"datasets":[121],"show":[122],"effectiveness":[124],"proposed":[129],"Med-BERT-based":[130],"Span-FLAT":[131],"remarkably":[133],"outperforms":[134],"state-of-the-art":[136],"methods":[137],"NER":[140],"task.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":32},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":5}],"updated_date":"2026-04-01T17:29:45.350535","created_date":"2025-10-10T00:00:00"}