{"id":"https://openalex.org/W3136624798","doi":"https://doi.org/10.1609/aaai.v35i15.17600","title":"Continual Learning for Named Entity Recognition","display_name":"Continual Learning for Named Entity Recognition","publication_year":2021,"publication_date":"2021-05-18","ids":{"openalex":"https://openalex.org/W3136624798","doi":"https://doi.org/10.1609/aaai.v35i15.17600","mag":"3136624798"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v35i15.17600","doi":"https://doi.org/10.1609/aaai.v35i15.17600","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v35i15.17600","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v35i15.17600","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032630946","display_name":"Natawut Monaikul","orcid":"https://orcid.org/0000-0003-0439-8127","observed_orcids":["https://orcid.org/0000-0003-0439-8127"]},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Natawut Monaikul","raw_affiliation_strings":["University of Illinois at Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Chicago","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012889432","display_name":"Giuseppe Castellucci","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Giuseppe Castellucci","raw_affiliation_strings":["Amazon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093826503","display_name":"Simone Filice","orcid":"https://orcid.org/0009-0002-6735-9950","observed_orcids":["https://orcid.org/0009-0002-6735-9950"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Simone Filice","raw_affiliation_strings":["Amazon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024656386","display_name":"Oleg Rokhlenko","orcid":"https://orcid.org/0000-0002-7158-9161","observed_orcids":["https://orcid.org/0000-0002-7158-9161"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Oleg Rokhlenko","raw_affiliation_strings":["Amazon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.5324,"has_fulltext":true,"cited_by_count":70,"citation_normalized_percentile":{"value":0.96852131,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"35","issue":"15","first_page":"13570","last_page":"13577"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.013100000098347664,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.8949999809265137},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"named entity recognition","score":1.0},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.9890000224113464},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.9490000009536743},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"domain adaptation","score":0.4580000042915344},{"id":"https://openalex.org/keywords/teacher-student-models","display_name":"teacher-student models","score":0.6060000061988831}],"concepts":[{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.887331485748291},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8434125781059265},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7536952495574951},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.6182441711425781},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6085147857666016},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5944903492927551},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5566714406013489},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5565723180770874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5556304454803467},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4124659299850464},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38096877932548523},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.1860111653804779},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08613026142120361},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08601570129394531},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v35i15.17600","doi":"https://doi.org/10.1609/aaai.v35i15.17600","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v35i15.17600","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/17600","doi":null,"is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/17600","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/17600/17407","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v35i15.17600","doi":"https://doi.org/10.1609/aaai.v35i15.17600","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v35i15.17600","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4156000018119812,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W38723169","https://openalex.org/W1821462560","https://openalex.org/W1932968309","https://openalex.org/W2078993594","https://openalex.org/W2106401878","https://openalex.org/W2113839990","https://openalex.org/W2144578941","https://openalex.org/W2473930607","https://openalex.org/W2565989828","https://openalex.org/W2605911906","https://openalex.org/W2747206364","https://openalex.org/W2889869899","https://openalex.org/W2899771611","https://openalex.org/W2906141031","https://openalex.org/W2934467856","https://openalex.org/W2962783425","https://openalex.org/W2963341956","https://openalex.org/W2964573263","https://openalex.org/W2974317861","https://openalex.org/W2978017171","https://openalex.org/W2980282514","https://openalex.org/W4312744085","https://openalex.org/W6670693114"],"related_works":["https://openalex.org/W4389520683","https://openalex.org/W4382202678","https://openalex.org/W4285107314","https://openalex.org/W4406611967","https://openalex.org/W7163063363","https://openalex.org/W4389519054","https://openalex.org/W4405461904","https://openalex.org/W7090920778","https://openalex.org/W4402670842","https://openalex.org/W4393160429"],"abstract_inverted_index":{"Named":[0],"Entity":[1],"Recognition":[2],"(NER)":[3],"is":[4,205],"a":[5,63,87,134,194],"vital":[6],"task":[7],"in":[8,13],"various":[9],"NLP":[10],"applications.":[11],"However,":[12],"many":[14],"real-world":[15],"scenarios":[16],"(e.g.,":[17],"voice-enabled":[18],"assistants)":[19],"new":[20,33,42,64,96,105,135,144,149,165,183],"named":[21],"entities":[22,43,70,79,157,184],"are":[23],"frequently":[24],"introduced,":[25],"entailing":[26],"re-training":[27],"NER":[28,127,136,211],"models":[29],"to":[30,58,99,178,181,200],"support":[31],"these":[32],"entities.":[34,106],"Re-annotating":[35],"the":[36,41,69,76,104,109,115,119,125,131,139,143,148,160,175,187],"original":[37],"training":[38,97,150,166],"data":[39],"for":[40,66,92,103,133,207],"could":[44],"be":[45,100],"costly":[46],"or":[47,53],"even":[48],"impossible":[49],"when":[50],"storage":[51],"limitations":[52],"security":[54],"concerns":[55],"restrict":[56],"access":[57],"that":[59,171,202],"data,":[60],"and":[61,73,152],"annotating":[62],"dataset":[65],"all":[67],"of":[68,78,155],"becomes":[71],"impractical":[72],"error-prone":[74],"as":[75,130],"number":[77],"increases.":[80],"To":[81,107],"tackle":[82],"this":[83,164,172],"problem,":[84],"we":[85,117],"introduce":[86],"novel":[88],"Continual":[89],"Learning":[90],"approach":[91,173,204],"NER,":[93],"which":[94,141],"requires":[95],"material":[98,151],"annotated":[101],"only":[102],"preserve":[108],"existing":[110,126],"knowledge":[111,154],"previously":[112,188],"learned":[113,189],"by":[114,146,158],"model,":[116],"exploit":[118],"Knowledge":[120],"Distillation":[121],"(KD)":[122],"framework,":[123],"where":[124],"model":[128,137,177],"acts":[129],"teacher":[132],"(i.e.,":[138],"student),":[140],"learns":[142],"entity":[145],"using":[147],"retains":[153],"old":[156],"imitating":[159],"teacher's":[161],"outputs":[162],"on":[163],"set.":[167],"Our":[168],"experiments":[169],"show":[170],"allows":[174],"student":[176],"``progressively''":[179],"learn":[180],"identify":[182],"without":[185],"forgetting":[186],"ones.":[190],"We":[191],"also":[192],"present":[193],"comparison":[195],"with":[196],"multiple":[197],"strong":[198],"baselines":[199],"demonstrate":[201],"our":[203],"superior":[206],"continually":[208],"updating":[209],"an":[210],"model.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":2}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2021-03-29T00:00:00"}