{"id":"https://openalex.org/W4280648798","doi":"https://doi.org/10.48550/arxiv.2205.09029","title":"Maslow's Hammer for Catastrophic Forgetting: Node Re-Use vs Node Activation","display_name":"Maslow's Hammer for Catastrophic Forgetting: Node Re-Use vs Node Activation","publication_year":2022,"publication_date":"2022-05-18","ids":{"openalex":"https://openalex.org/W4280648798","doi":"https://doi.org/10.48550/arxiv.2205.09029"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2205.09029","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.09029","pdf_url":"https://arxiv.org/pdf/2205.09029","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2205.09029","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029070506","display_name":"Sebastian Lee","orcid":"https://orcid.org/0000-0002-3260-2167"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Sebastian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028694063","display_name":"Stefano Sarao Mannelli","orcid":"https://orcid.org/0000-0002-7008-8832"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mannelli, Stefano Sarao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039497694","display_name":"Claudia Clopath","orcid":"https://orcid.org/0000-0003-4507-8648"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Clopath, Claudia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057039281","display_name":"Sebastian Goldt","orcid":"https://orcid.org/0000-0002-5799-7644"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goldt, Sebastian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5011428379","display_name":"Andrew Saxe","orcid":"https://orcid.org/0000-0002-9831-8812"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saxe, Andrew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9692000150680542,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9559999704360962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.9020103216171265},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.6904805898666382},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5934401750564575},{"id":"https://openalex.org/keywords/hammer","display_name":"Hammer","score":0.5395433902740479},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5244922041893005},{"id":"https://openalex.org/keywords/water-hammer","display_name":"Water hammer","score":0.42365407943725586},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.41460832953453064},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36590731143951416},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2861431837081909},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.24301350116729736},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15464097261428833}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.9020103216171265},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.6904805898666382},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5934401750564575},{"id":"https://openalex.org/C13655849","wikidata":"https://www.wikidata.org/wiki/Q25294","display_name":"Hammer","level":2,"score":0.5395433902740479},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5244922041893005},{"id":"https://openalex.org/C2778295731","wikidata":"https://www.wikidata.org/wiki/Q826849","display_name":"Water hammer","level":2,"score":0.42365407943725586},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.41460832953453064},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36590731143951416},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2861431837081909},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.24301350116729736},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15464097261428833},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2205.09029","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.09029","pdf_url":"https://arxiv.org/pdf/2205.09029","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2205.09029","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2205.09029","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2205.09029","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.09029","pdf_url":"https://arxiv.org/pdf/2205.09029","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2145559838","https://openalex.org/W2905319430","https://openalex.org/W3116498279","https://openalex.org/W4230048813","https://openalex.org/W2066709187","https://openalex.org/W2277447226","https://openalex.org/W2892165056","https://openalex.org/W2098964748"],"abstract_inverted_index":{"Continual":[0],"learning":[1,3],"-":[2,14],"new":[4],"tasks":[5,13],"in":[6,42,92,95,110,119],"sequence":[7],"while":[8],"maintaining":[9],"performance":[10],"on":[11],"old":[12],"remains":[15],"particularly":[16],"challenging":[17],"for":[18,107],"artificial":[19],"neural":[20],"networks.":[21],"Surprisingly,":[22],"the":[23,31,34,79,96,117],"amount":[24],"of":[25,67,81,112],"forgetting":[26,94],"does":[27],"not":[28],"increase":[29],"with":[30],"dissimilarity":[32],"between":[33,84],"learned":[35],"tasks,":[36],"but":[37],"appears":[38],"to":[39,63],"be":[40],"worst":[41,93],"an":[43,65],"intermediate":[44,97],"similarity":[45],"regime.":[46,98],"In":[47],"this":[48,68,100,113],"paper":[49],"we":[50,71,102],"theoretically":[51],"analyse":[52],"both":[53],"a":[54,59,82],"synthetic":[55],"teacher-student":[56],"framework":[57],"and":[58,87,115],"real":[60],"data":[61],"setup":[62],"provide":[64],"explanation":[66],"phenomenon":[69],"that":[70,90],"name":[72],"Maslow's":[73],"hammer":[74],"hypothesis.":[75],"Our":[76],"analysis":[77],"reveals":[78],"presence":[80],"trade-off":[83],"node":[85,88],"activation":[86],"re-use":[89],"results":[91],"Using":[99],"understanding":[101],"reinterpret":[103],"popular":[104],"algorithmic":[105],"interventions":[106],"catastrophic":[108],"interference":[109],"terms":[111],"trade-off,":[114],"identify":[116],"regimes":[118],"which":[120],"they":[121],"are":[122],"most":[123],"effective.":[124]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2022-05-22T00:00:00"}