{"id":"https://openalex.org/W4200326155","doi":"https://doi.org/10.1109/kse53942.2021.9648790","title":"Models Distillation with Lifelong Deep Learning for Vietnamese Biomedical Named Entity Recognition","display_name":"Models Distillation with Lifelong Deep Learning for Vietnamese Biomedical Named Entity Recognition","publication_year":2021,"publication_date":"2021-11-10","ids":{"openalex":"https://openalex.org/W4200326155","doi":"https://doi.org/10.1109/kse53942.2021.9648790"},"language":"en","primary_location":{"id":"doi:10.1109/kse53942.2021.9648790","is_oa":false,"landing_page_url":"https://doi.org/10.1109/kse53942.2021.9648790","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Knowledge and Systems Engineering (KSE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100705488","display_name":"Thi-Cham Nguyen","orcid":"https://orcid.org/0000-0003-2057-424X"},"institutions":[{"id":"https://openalex.org/I2801894621","display_name":"Hai phong University Of Medicine and Pharmacy","ror":"https://ror.org/034y0z725","country_code":"VN","type":"education","lineage":["https://openalex.org/I2801894621"]},{"id":"https://openalex.org/I4210146698","display_name":"Hai Phong University of Management and Technology","ror":"https://ror.org/04gb9ay54","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210146698"]},{"id":"https://openalex.org/I67868205","display_name":"VNU University of Science","ror":"https://ror.org/05w54hk79","country_code":"VN","type":"education","lineage":["https://openalex.org/I177233841","https://openalex.org/I67868205"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Thi-Cham Nguyen","raw_affiliation_strings":["Haiphong University Of Medicine and Pharmacy,Haiphong,Vietnam","Faculty of Information Technology, VNU University of Engineering and Technology, Hanoi, Vietnam","Haiphong University Of Medicine and Pharmacy, Haiphong, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Haiphong University Of Medicine and Pharmacy,Haiphong,Vietnam","institution_ids":["https://openalex.org/I4210146698"]},{"raw_affiliation_string":"Faculty of Information Technology, VNU University of Engineering and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I67868205"]},{"raw_affiliation_string":"Haiphong University Of Medicine and Pharmacy, Haiphong, Vietnam","institution_ids":["https://openalex.org/I4210146698","https://openalex.org/I2801894621"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057642796","display_name":"Hoang-Quynh Le","orcid":"https://orcid.org/0000-0002-1778-0600"},"institutions":[{"id":"https://openalex.org/I67868205","display_name":"VNU University of Science","ror":"https://ror.org/05w54hk79","country_code":"VN","type":"education","lineage":["https://openalex.org/I177233841","https://openalex.org/I67868205"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Hoang-Quynh Le","raw_affiliation_strings":["VNU University of Engineering and Technology,Faculty of Information Technology,Hanoi,Vietnam","Faculty of Information Technology, VNU University of Engineering and Technology, Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VNU University of Engineering and Technology,Faculty of Information Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I67868205"]},{"raw_affiliation_string":"Faculty of Information Technology, VNU University of Engineering and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I67868205"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086574827","display_name":"Duy-Cat Can","orcid":"https://orcid.org/0000-0002-6861-2893"},"institutions":[{"id":"https://openalex.org/I67868205","display_name":"VNU University of Science","ror":"https://ror.org/05w54hk79","country_code":"VN","type":"education","lineage":["https://openalex.org/I177233841","https://openalex.org/I67868205"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Duy-Cat Can","raw_affiliation_strings":["VNU University of Engineering and Technology,Faculty of Information Technology,Hanoi,Vietnam","Faculty of Information Technology, VNU University of Engineering and Technology, Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VNU University of Engineering and Technology,Faculty of Information Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I67868205"]},{"raw_affiliation_string":"Faculty of Information Technology, VNU University of Engineering and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I67868205"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071516373","display_name":"Quang-Thuy Ha","orcid":"https://orcid.org/0000-0002-3901-3357"},"institutions":[{"id":"https://openalex.org/I67868205","display_name":"VNU University of Science","ror":"https://ror.org/05w54hk79","country_code":"VN","type":"education","lineage":["https://openalex.org/I177233841","https://openalex.org/I67868205"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Quang-Thuy Ha","raw_affiliation_strings":["VNU University of Engineering and Technology,Faculty of Information Technology,Hanoi,Vietnam","Faculty of Information Technology, VNU University of Engineering and Technology, Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VNU University of Engineering and Technology,Faculty of Information Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I67868205"]},{"raw_affiliation_string":"Faculty of Information Technology, VNU University of Engineering and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I67868205"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19317388,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vietnamese","display_name":"Vietnamese","score":0.7834569215774536},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7776247262954712},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7390447854995728},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7044435739517212},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.632436215877533},{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"Lifelong learning","score":0.6029420495033264},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5150806307792664},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.49846458435058594},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4920803904533386},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4908784031867981},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.4639989733695984},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4365031123161316},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10168695449829102},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07049411535263062},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.06414598226547241}],"concepts":[{"id":"https://openalex.org/C103621254","wikidata":"https://www.wikidata.org/wiki/Q9199","display_name":"Vietnamese","level":2,"score":0.7834569215774536},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7776247262954712},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7390447854995728},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7044435739517212},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.632436215877533},{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.6029420495033264},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5150806307792664},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.49846458435058594},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4920803904533386},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4908784031867981},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.4639989733695984},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4365031123161316},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10168695449829102},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07049411535263062},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.06414598226547241},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/kse53942.2021.9648790","is_oa":false,"landing_page_url":"https://doi.org/10.1109/kse53942.2021.9648790","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Knowledge and Systems Engineering (KSE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2485461783","display_name":null,"funder_award_id":"CN20.08","funder_id":"https://openalex.org/F4320337882","funder_display_name":"Tr\u01b0\u1eddng \u0110\u1ea1i h\u1ecdc C\u00f4ng ngh\u1ec7, \u0110\u1ea1i h\u1ecdc Qu\u1ed1c Gia H\u00e0 N\u1ed9i"}],"funders":[{"id":"https://openalex.org/F4320337882","display_name":"Tr\u01b0\u1eddng \u0110\u1ea1i h\u1ecdc C\u00f4ng ngh\u1ec7, \u0110\u1ea1i h\u1ecdc Qu\u1ed1c Gia H\u00e0 N\u1ed9i","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1821462560","https://openalex.org/W2565989828","https://openalex.org/W2788388592","https://openalex.org/W2928978869","https://openalex.org/W2974317861","https://openalex.org/W2978133404","https://openalex.org/W3136624798","https://openalex.org/W3164675840","https://openalex.org/W4297801177","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6638523607","https://openalex.org/W6748304040","https://openalex.org/W6791765751"],"related_works":["https://openalex.org/W2901286616","https://openalex.org/W2291461084","https://openalex.org/W2050882094","https://openalex.org/W3113733647","https://openalex.org/W4206924063","https://openalex.org/W3042674643","https://openalex.org/W1844055093","https://openalex.org/W61780229","https://openalex.org/W2077055222","https://openalex.org/W1550285780"],"abstract_inverted_index":{"In":[0],"realistic":[1],"data,":[2],"named":[3,21],"entities":[4],"may":[5],"appear":[6],"in":[7,41],"a":[8,60],"variety":[9],"of":[10,19,49],"rich":[11],"contexts":[12],"with":[13],"unique":[14],"characteristics":[15],"and":[16,35],"the":[17,20,46],"performance":[18],"entity":[22],"recognition":[23],"(NER)":[24],"task":[25],"directly":[26],"affects":[27],"other":[28],"NLP":[29],"problems.":[30],"Although":[31],"both":[32],"lifelong":[33,61],"learning":[34,37,63,87],"deep":[36,62,86],"have":[38],"proven":[39],"effective":[40],"many":[42],"problems,":[43],"including":[44],"NER,":[45],"suitable":[47],"combination":[48],"these":[50],"two":[51],"research":[52],"directions":[53],"is":[54],"still":[55],"limited.":[56],"This":[57],"paper":[58],"describes":[59],"model":[64,71],"for":[65],"Vietnamese":[66],"Biomedical":[67],"NER":[68],"based":[69],"on":[70],"distillation":[72],"mechanism.":[73],"Our":[74],"approach":[75],"achieves":[76],"potential":[77],"results,":[78],"helps":[79],"to":[80,84],"boost":[81],"2.16%":[82],"compared":[83],"original":[85],"model.":[88]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
