{"id":"https://openalex.org/W7048286476","doi":null,"title":"Knowledge accumulation in continually learned representations and the issue of feature forgetting","display_name":"Knowledge accumulation in continually learned representations and the issue of feature forgetting","alternate_titles":[],"publication_year":2024,"publication_date":"2024-06-14","ids":{"openalex":"https://openalex.org/W7048286476"},"language":"en","primary_location":{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/744737","doi":null,"is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/744737","pdf_url":"https://lirias.kuleuven.be/retrieve/9df6b7e8-c9fe-4fe7-a345-479cc8d40613","source":{"id":"https://openalex.org/S4306401954","display_name":"Lirias (KU Leuven)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I99464096","host_organization_name":"KU Leuven","host_organization_lineage":["https://openalex.org/I99464096"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions on Machine Learning Research, Art.No. 2310","raw_type":"info:eu-repo/semantics/article"},"parent_works":[],"lineage":["https://openalex.org/W7048286476"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://lirias.kuleuven.be/retrieve/9df6b7e8-c9fe-4fe7-a345-479cc8d40613","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044306342","display_name":"Timm Hess","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"He\u00df, Timm","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090879932","display_name":"Eli Verwimp","orcid":"https://orcid.org/0000-0001-5469-3103","observed_orcids":["https://orcid.org/0000-0001-5469-3103"]},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Verwimp, Eli","raw_affiliation_strings":["KU Leuven , Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KU Leuven , Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049810748","display_name":"Gido M. van de Ven","orcid":"https://orcid.org/0000-0002-5239-5660","observed_orcids":["https://orcid.org/0000-0002-5239-5660"]},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"van de Ven, Gido","raw_affiliation_strings":["KU Leuven , Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KU Leuven , Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074816094","display_name":"Tinne Tuytelaars","orcid":"https://orcid.org/0000-0003-3307-9723","observed_orcids":["https://orcid.org/0000-0003-3307-9723"]},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tuytelaars, Tinne","raw_affiliation_strings":["KU Leuven , Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KU Leuven , Belgium","institution_ids":["https://openalex.org/I99464096"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3201,"has_fulltext":true,"cited_by_count":4,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.52121585,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.9789999723434448},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.9829999804496765},{"id":"https://openalex.org/keywords/knowledge-accumulation","display_name":"knowledge accumulation","score":0.9470000267028809},{"id":"https://openalex.org/keywords/learned-representations","display_name":"learned representations","score":0.7400000095367432},{"id":"https://openalex.org/keywords/incremental-learning","display_name":"incremental learning","score":0.7580000162124634},{"id":"https://openalex.org/keywords/representation-robustness","display_name":"representation robustness","score":0.7369999885559082},{"id":"https://openalex.org/keywords/neural-network","display_name":"artificial neural networks","score":0.48399999737739563}],"concepts":[{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.640500009059906},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6039000153541565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5202999711036682},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5178999900817871},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3628999888896942},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3133000135421753},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2623000144958496},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.2362000048160553}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/744737","doi":null,"is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/744737","pdf_url":"https://lirias.kuleuven.be/retrieve/9df6b7e8-c9fe-4fe7-a345-479cc8d40613","source":{"id":"https://openalex.org/S4306401954","display_name":"Lirias (KU Leuven)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I99464096","host_organization_name":"KU Leuven","host_organization_lineage":["https://openalex.org/I99464096"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions on Machine Learning Research, Art.No. 2310","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/744737","doi":null,"is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/744737","pdf_url":"https://lirias.kuleuven.be/retrieve/9df6b7e8-c9fe-4fe7-a345-479cc8d40613","source":{"id":"https://openalex.org/S4306401954","display_name":"Lirias (KU Leuven)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I99464096","host_organization_name":"KU Leuven","host_organization_lineage":["https://openalex.org/I99464096"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions on Machine Learning Research, Art.No. 2310","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1167218945","display_name":"Beyond solving static datasets: Deep learning from streaming data","funder_award_id":"101021347","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"},{"id":"https://openalex.org/G1327086666","display_name":"Incrementally learning new classes with generative classification","funder_award_id":"101067759","funder_id":"https://openalex.org/F4320338438","funder_display_name":"HORIZON EUROPE Marie Sklodowska-Curie Actions"},{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"},{"id":"https://openalex.org/F4320338438","display_name":"HORIZON EUROPE Marie Sklodowska-Curie Actions","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7048286476.pdf","grobid_xml":"https://content.openalex.org/works/W7048286476.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W1849277567","https://openalex.org/W2036963181","https://openalex.org/W2108598243","https://openalex.org/W2163922914","https://openalex.org/W2194775991","https://openalex.org/W2432717477","https://openalex.org/W2473930607","https://openalex.org/W2554863749","https://openalex.org/W2557283755","https://openalex.org/W2770882886","https://openalex.org/W2804935296","https://openalex.org/W2908510526","https://openalex.org/W2954929116","https://openalex.org/W2964121744","https://openalex.org/W2970502342","https://openalex.org/W2970971581","https://openalex.org/W2979626747","https://openalex.org/W3017160304","https://openalex.org/W3017210109","https://openalex.org/W3018378048","https://openalex.org/W3023371261","https://openalex.org/W3034856281","https://openalex.org/W3034942609","https://openalex.org/W3046808012","https://openalex.org/W3097816393","https://openalex.org/W3099351824","https://openalex.org/W3130138360","https://openalex.org/W3134652006","https://openalex.org/W3174917907","https://openalex.org/W3180392831","https://openalex.org/W3188759926","https://openalex.org/W3197680083","https://openalex.org/W3207924272","https://openalex.org/W4214662032","https://openalex.org/W4225524130","https://openalex.org/W4225777901","https://openalex.org/W4281256363","https://openalex.org/W4281760909","https://openalex.org/W4283069097","https://openalex.org/W4312210066","https://openalex.org/W4312553254","https://openalex.org/W4319299796","https://openalex.org/W4327666330","https://openalex.org/W4378194802","https://openalex.org/W4386071459","https://openalex.org/W4390872344","https://openalex.org/W4392173735","https://openalex.org/W4412939938","https://openalex.org/W7133216238"],"related_works":["https://openalex.org/W4281760909","https://openalex.org/W3123553256","https://openalex.org/W4409444529","https://openalex.org/W7220986610","https://openalex.org/W2913006822","https://openalex.org/W2947612752","https://openalex.org/W2941793176","https://openalex.org/W2793696582","https://openalex.org/W4392945982","https://openalex.org/W4281557725"],"abstract_inverted_index":{"Continual":[0],"learning":[1,152,174],"research":[2],"has":[3],"shown":[4],"that":[5,63,76,139],"neural":[6],"networks":[7],"suffer":[8],"from":[9],"catastrophic":[10,130],"forgetting":[11,43,52,68,98,121,132,142,163],"\"at":[12],"the":[13,24,27,54,61,71,78,100,123,134,150],"output":[14,55,135],"level\",":[15],"but":[16],"it":[17,146],"is":[18,22,143],"debated":[19],"whether":[20],"this":[21,65,140],"also":[23],"case":[25],"at":[26,53,133],"level":[28,38],"of":[29,39,73,80,153,172],"learned":[30,82,117],"representations.Multiple":[31],"recent":[32],"studies":[33],"ascribe":[34],"representations":[35,156],"a":[36,119],"certain":[37],"innate":[40],"robustness":[41],"against":[42],"-that":[44],"they":[45],"only":[46],"forget":[47],"minimally":[48],"in":[49,67,99,107,122],"comparison":[50],"with":[51],"level.We":[56],"revisit":[57],"and":[58,69,86,164],"expand":[59],"upon":[60],"experiments":[62],"revealed":[64],"difference":[66],"illustrate":[70],"coexistence":[72],"two":[74],"phenomena":[75],"affect":[77],"quality":[79],"continually":[81],"representations:":[83],"knowledge":[84,165],"accumulation":[85,166],"feature":[87,141,162],"forgetting.Taking":[88],"both":[89],"aspects":[90],"into":[91],"account,":[92],"we":[93,137,159],"show":[94,138],"that,":[95],"even":[96],"though":[97],"representation":[101,124],"(i.e.feature":[102],"forgetting)":[103],"can":[104],"be":[105,127],"small":[106],"absolute":[108],"terms,":[109],"when":[110],"measuring":[111],"relative":[112],"to":[113,126],"how":[114,161],"much":[115],"was":[116],"during":[118],"task,":[120],"tends":[125],"just":[128],"as":[129,131,145],"level.Next":[136],"problematic":[144],"substantially":[147],"slows":[148],"down":[149],"incremental":[151],"good":[154],"general":[155],"(i.e.knowledge":[157],"accumulation).Finally,":[158],"study":[160],"are":[167],"affected":[168],"by":[169],"different":[170],"types":[171],"continual":[173],"methods.":[175]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7048286476","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2025-10-10T00:00:00"}
