{"id":"https://openalex.org/W4384890903","doi":"https://doi.org/10.1145/3539618.3591970","title":"Decomposing Logits Distillation for Incremental Named Entity Recognition","display_name":"Decomposing Logits Distillation for Incremental Named Entity Recognition","publication_year":2023,"publication_date":"2023-07-18","ids":{"openalex":"https://openalex.org/W4384890903","doi":"https://doi.org/10.1145/3539618.3591970"},"language":"en","primary_location":{"id":"doi:10.1145/3539618.3591970","doi":"https://doi.org/10.1145/3539618.3591970","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539618.3591970","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4384890903"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083907422","display_name":"Duzhen Zhang","orcid":"https://orcid.org/0000-0002-4280-431X","observed_orcids":["https://orcid.org/0000-0002-4280-431X"]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Duzhen Zhang","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4280-431X","affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039143276","display_name":"Yahan Yu","orcid":"https://orcid.org/0000-0003-1610-1167","observed_orcids":["https://orcid.org/0000-0003-1610-1167"]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yahan Yu","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1610-1167","affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101667541","display_name":"Feilong Chen","orcid":"https://orcid.org/0000-0002-4860-8483","observed_orcids":["https://orcid.org/0000-0002-4860-8483","https://orcid.org/0009-0009-7589-4209"]},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feilong Chen","raw_affiliation_strings":["Huawei Inc., Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4860-8483","affiliations":[{"raw_affiliation_string":"Huawei Inc., Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009070585","display_name":"Xiuyi Chen","orcid":"https://orcid.org/0000-0002-9351-4160","observed_orcids":["https://orcid.org/0000-0002-9351-4160"]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuyi Chen","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9351-4160","affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2094,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.91487058,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1919","last_page":"1923"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.8370000123977661},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.8619999885559082},{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.8629999756813049},{"id":"https://openalex.org/keywords/model-agnostic-learning","display_name":"model-agnostic learning","score":0.5270000100135803}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7471343278884888},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6274408102035522},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6100966334342957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5365163683891296},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4279055893421173},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34906089305877686},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34189507365226746},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07725098729133606},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.06886160373687744},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3539618.3591970","doi":"https://doi.org/10.1145/3539618.3591970","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539618.3591970","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1603598191","https://openalex.org/W1821462560","https://openalex.org/W2098700435","https://openalex.org/W2104608657","https://openalex.org/W2113839990","https://openalex.org/W2116522068","https://openalex.org/W2560647685","https://openalex.org/W2915429162","https://openalex.org/W2948734064","https://openalex.org/W2949922292","https://openalex.org/W2962902328","https://openalex.org/W2964520675","https://openalex.org/W2979826702","https://openalex.org/W3136624798","https://openalex.org/W3166051255","https://openalex.org/W3199011812","https://openalex.org/W4285107314","https://openalex.org/W4385572849"],"related_works":["https://openalex.org/W4387846658","https://openalex.org/W4409348069","https://openalex.org/W4412888705","https://openalex.org/W7208719044","https://openalex.org/W4402805140","https://openalex.org/W4408861303","https://openalex.org/W3136624798","https://openalex.org/W4389519054","https://openalex.org/W7204954618","https://openalex.org/W4389520683"],"abstract_inverted_index":{"Incremental":[0],"Named":[1],"Entity":[2],"Recognition":[3],"(INER)":[4],"aims":[5],"to":[6,69,113,127],"continually":[7],"train":[8],"a":[9,51,70,102],"model":[10],"with":[11],"new":[12],"data,":[13],"recognizing":[14],"emerging":[15],"entity":[16,72],"types":[17],"without":[18,88],"forgetting":[19],"previously":[20],"learned":[21],"ones.":[22],"Prior":[23],"INER":[24,140,144],"methods":[25,141],"have":[26],"shown":[27],"that":[28,50,60,132],"Logits":[29,105],"Distillation":[30,106],"(LD),":[31],"which":[32],"involves":[33],"preserving":[34],"predicted":[35,52],"logits":[36],"via":[37],"knowledge":[38,116],"distillation,":[39],"effectively":[40],"alleviates":[41],"this":[42,46],"challenging":[43],"issue.":[44],"In":[45],"paper,":[47],"we":[48,100],"discover":[49],"logit":[53],"can":[54],"be":[55],"decomposed":[56],"into":[57],"two":[58,86],"terms":[59,87],"measure":[61],"the":[62,77,82,90,110,136],"likelihood":[63],"of":[64,84,138],"an":[65],"input":[66],"token":[67],"belonging":[68],"specific":[71],"type":[73],"or":[74],"not.":[75],"However,":[76],"traditional":[78],"LD":[79],"only":[80],"preserves":[81],"sum":[83],"these":[85],"considering":[89],"change":[91],"in":[92,146],"each":[93,98],"component.":[94],"To":[95],"explicitly":[96],"constrain":[97],"term,":[99],"propose":[101],"novel":[103],"Decomposing":[104],"(DLD)":[107],"method,":[108],"enhancing":[109],"model's":[111],"ability":[112],"retain":[114],"old":[115],"and":[117,125],"mitigate":[118],"catastrophic":[119],"forgetting.":[120],"Moreover,":[121],"DLD":[122,133],"is":[123],"model-agnostic":[124],"easy":[126],"implement.":[128],"Extensive":[129],"experiments":[130],"show":[131],"consistently":[134],"improves":[135],"performance":[137],"state-of-the-art":[139],"across":[142],"ten":[143],"settings":[145],"three":[147],"datasets.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2023-07-21T00:00:00"}