{"id":"https://openalex.org/W2978600136","doi":"https://doi.org/10.1109/ijcnn.2019.8851865","title":"Effect of Pruning on Catastrophic Forgetting in Growing Dual Memory Networks","display_name":"Effect of Pruning on Catastrophic Forgetting in Growing Dual Memory Networks","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2978600136","doi":"https://doi.org/10.1109/ijcnn.2019.8851865","mag":"2978600136"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2019.8851865","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8851865","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005089799","display_name":"Wei Shiung Liew","orcid":"https://orcid.org/0000-0001-8833-2189"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Wei Shiung Liew","raw_affiliation_strings":["Faculty of Computer Science and Information Technology, University of Malaya, Kuala Lumpur, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Information Technology, University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063587446","display_name":"Chu Kiong Loo","orcid":"https://orcid.org/0000-0001-7867-2665"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Chu Kiong Loo","raw_affiliation_strings":["Faculty of Computer Science and Information Technology, University of Malaya, Kuala Lumpur, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Information Technology, University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088827750","display_name":"Vadym Gryshchuk","orcid":"https://orcid.org/0000-0002-2839-9514"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vadym Gryshchuk","raw_affiliation_strings":["Department of Informatics, University of Hamburg, Hamburg, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102025003","display_name":"Cornelius Weber","orcid":"https://orcid.org/0000-0001-5163-938X"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Cornelius Weber","raw_affiliation_strings":["Department of Informatics, University of Hamburg, Hamburg, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033486668","display_name":"Stefan Wermter","orcid":"https://orcid.org/0000-0003-1343-4775"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Wermter","raw_affiliation_strings":["Department of Informatics, University of Hamburg, Hamburg, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5005089799"],"corresponding_institution_ids":["https://openalex.org/I33849332"],"apc_list":null,"apc_paid":null,"fwci":1.1201,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.84046964,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.9483643770217896},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8612345457077026},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6916637420654297},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5594992637634277},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.543340802192688},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5333678126335144},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5209347009658813},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.4895997643470764},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4852018654346466},{"id":"https://openalex.org/keywords/synaptic-pruning","display_name":"Synaptic pruning","score":0.45502927899360657},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43057334423065186},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.10540342330932617},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10391011834144592}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.9483643770217896},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8612345457077026},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6916637420654297},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5594992637634277},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.543340802192688},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5333678126335144},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5209347009658813},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4895997643470764},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4852018654346466},{"id":"https://openalex.org/C2778399782","wikidata":"https://www.wikidata.org/wiki/Q2124069","display_name":"Synaptic pruning","level":4,"score":0.45502927899360657},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43057334423065186},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.10540342330932617},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10391011834144592},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C2776914184","wikidata":"https://www.wikidata.org/wiki/Q101991","display_name":"Inflammation","level":2,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2779830541","wikidata":"https://www.wikidata.org/wiki/Q1622829","display_name":"Microglia","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2019.8851865","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8851865","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2046372172","https://openalex.org/W2140683404","https://openalex.org/W2743151379","https://openalex.org/W2754791538","https://openalex.org/W2786446225","https://openalex.org/W2804901184","https://openalex.org/W2963560049","https://openalex.org/W2964151081","https://openalex.org/W3098511564","https://openalex.org/W3106393803","https://openalex.org/W4301365964","https://openalex.org/W6637373629","https://openalex.org/W6737377802","https://openalex.org/W6742921865"],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2145559838","https://openalex.org/W2905319430","https://openalex.org/W3116498279","https://openalex.org/W4287549553","https://openalex.org/W4310285384","https://openalex.org/W3183027292","https://openalex.org/W4365815255","https://openalex.org/W2039663730"],"abstract_inverted_index":{"Grow-when-required":[0],"networks":[1,8,45,73,102,125],"such":[2],"as":[3,149,159],"the":[4,72,90,118,124,153],"Growing":[5],"Dual-Memory":[6],"(GDM)":[7],"possess":[9],"a":[10,133,150],"dynamic":[11],"network":[12,120],"structure,":[13],"expanding":[14],"to":[15,21,31,38,81,89,105,115,127,140],"accommodate":[16],"new":[17],"neurons":[18,34,53],"in":[19,74,100,103,136],"response":[20,104],"learning":[22,76,86],"novel":[23],"concepts.":[24],"Over":[25],"time,":[26],"it":[27,165],"may":[28],"be":[29],"necessary":[30],"prune":[32],"obsolete":[33],"and/or":[35],"neural":[36,55],"connections":[37,56],"meet":[39],"performance":[40,137],"or":[41,88],"resource":[42],"limitations.":[43],"GDM":[44,101,119],"utilize":[46],"an":[47],"age-based":[48,110,154],"pruning":[49,91,107,111,145,162],"strategy,":[50],"whereby":[51],"older":[52,141,170],"and":[54],"that":[57],"have":[58],"not":[59,158],"been":[60],"activated":[61],"recently":[62],"are":[63],"removed.":[64],"Catastrophic":[65],"forgetting":[66,99],"occurs":[67],"when":[68],"knowledge":[69],"learned":[70],"by":[71,84],"previous":[75],"iterations":[77],"is":[78],"lost":[79],"due":[80],"being":[82],"overwritten":[83],"newer":[85],"iterations,":[87],"process.":[92],"In":[93],"this":[94],"work,":[95],"we":[96],"investigate":[97],"catastrophic":[98],"different":[106],"strategies.":[108],"The":[109],"method":[112,146],"was":[113,147,157],"shown":[114],"significantly":[116],"sparsify":[117],"topology":[121],"while":[122],"improving":[123],"ability":[126],"recall":[128],"newly":[129],"acquired":[130],"concepts":[131],"with":[132,138],"slight":[134],"decrease":[135],"respect":[139],"knowledge.":[142,171],"A":[143],"significance-based":[144],"tested":[148],"replacement":[151],"for":[152],"pruning,":[155],"but":[156],"effective":[160],"at":[161,168],"even":[163],"though":[164],"performed":[166],"better":[167],"recalling":[169]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}