{"id":"https://openalex.org/W4225356750","doi":"https://doi.org/10.1145/3512576.3512603","title":"Research on effects of pre-trained language models in medical named entity recognition","display_name":"Research on effects of pre-trained language models in medical named entity recognition","publication_year":2021,"publication_date":"2021-12-22","ids":{"openalex":"https://openalex.org/W4225356750","doi":"https://doi.org/10.1145/3512576.3512603"},"language":"en","primary_location":{"id":"doi:10.1145/3512576.3512603","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3512576.3512603","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 The 9th International Conference on Information Technology: IoT and Smart City","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043954565","display_name":"Yalong Xie","orcid":"https://orcid.org/0000-0001-9986-1756"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yalong Xie","raw_affiliation_strings":["College of Computer, National University of Defense Technology, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103221123","display_name":"Aiping Li","orcid":"https://orcid.org/0000-0003-3335-0093"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aiping Li","raw_affiliation_strings":["College of Computer, National University of Defense Technology, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001348702","display_name":"Chongfu Zhong","orcid":"https://orcid.org/0000-0002-4515-229X"},"institutions":[{"id":"https://openalex.org/I4210159257","display_name":"Affiliated Hospital of Shandong University of Traditional Chinese Medicine","ror":"https://ror.org/052q26725","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210159257"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chongfu Zhong","raw_affiliation_strings":["Andrology Department, Affiliated Hospital of Shandong University of Traditional Chinese Medicine, China"],"affiliations":[{"raw_affiliation_string":"Andrology Department, Affiliated Hospital of Shandong University of Traditional Chinese Medicine, China","institution_ids":["https://openalex.org/I4210159257"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5043954565"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":0.136,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.58278668,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"148","last_page":"153"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7687504291534424},{"id":"https://openalex.org/keywords/word2vec","display_name":"Word2vec","score":0.7676786184310913},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.7529667615890503},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6166182160377502},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5993715524673462},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5987709760665894},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5728098154067993},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.48864513635635376},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4259242117404938}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7687504291534424},{"id":"https://openalex.org/C2776461190","wikidata":"https://www.wikidata.org/wiki/Q22673982","display_name":"Word2vec","level":3,"score":0.7676786184310913},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.7529667615890503},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6166182160377502},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5993715524673462},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5987709760665894},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5728098154067993},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.48864513635635376},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4259242117404938},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3512576.3512603","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3512576.3512603","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 The 9th International Conference on Information Technology: IoT and Smart City","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1666916593","https://openalex.org/W2064675550","https://openalex.org/W2095444228","https://openalex.org/W2769387903","https://openalex.org/W2933414119","https://openalex.org/W2936273339","https://openalex.org/W6600654476","https://openalex.org/W6601548533"],"related_works":["https://openalex.org/W4205454697","https://openalex.org/W2621151902","https://openalex.org/W3005759282","https://openalex.org/W2078793151","https://openalex.org/W2971810784","https://openalex.org/W4387517132","https://openalex.org/W2953749697","https://openalex.org/W3128216712","https://openalex.org/W3017222382","https://openalex.org/W3136915866"],"abstract_inverted_index":{"Named":[0],"entity":[1],"recognition":[2],"(NER)":[3],"is":[4,15],"a":[5],"step":[6],"stone":[7],"for":[8],"numerous":[9],"downstream":[10],"applications,":[11],"and":[12,40,51,70,74,111,118,151],"medical":[13,31,57,121],"NER":[14],"an":[16],"important":[17],"part":[18],"of":[19,42,53,82,98,149],"NER.":[20,58],"Prior":[21],"studies":[22],"have":[23],"applied":[24],"various":[25],"pre-trained":[26],"language":[27],"models":[28],"(PLMs)":[29],"to":[30,36,95,125],"NER,":[32,122],"but":[33],"they":[34],"ignore":[35],"systematically":[37],"investigate":[38,49],"cons":[39,50],"pros":[41,52],"these":[43,99],"PLMs.":[44,100],"In":[45],"this":[46,139],"paper,":[47],"we":[48,62,89,143],"prevalent":[54],"PLMs":[55,66,92,109,116],"in":[56,120],"To":[59],"be":[60],"specific,":[61],"first":[63],"pre-train":[64],"three":[65],"(i.e.,":[67],"word2vec,":[68],"GloVe":[69],"ELMo)":[71],"from":[72,147],"scratch":[73],"fine-tune":[75],"Chinese":[76,84],"BERT":[77],"model":[78,133],"with":[79,93],"300k":[80],"entries":[81],"real-world":[83],"Electronic":[85],"Medical":[86],"Records.":[87],"Then,":[88],"combine":[90],"above":[91],"BiLSTM-CRF":[94],"evaluate":[96],"effects":[97],"Experimental":[101],"results":[102,137],"on":[103,138],"CCKS2019":[104],"dataset":[105],"show":[106],"that":[107],"context-dependent":[108],"(ELMo":[110],"BERT)":[112],"significantly":[113],"outperform":[114],"con-text-independent":[115],"(word2vec":[117],"GloVe)":[119],"by":[123],"up":[124],"4.98%":[126],"absolute":[127],"F1":[128],"gains.":[129],"Moreover,":[130],"our":[131],"best":[132],"achieves":[134],"new":[135],"state-of-the-art":[136],"benchmark":[140],"dataset.":[141],"Furthermore,":[142],"make":[144],"additional":[145],"analyses":[146],"perspectives":[148],"time":[150],"space":[152],"complexity.":[153]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}