{"id":"https://openalex.org/W3130138360","doi":null,"title":"Anatomy of Catastrophic Forgetting: Hidden Representations and Task Semantics","display_name":"Anatomy of Catastrophic Forgetting: Hidden Representations and Task Semantics","publication_year":2021,"publication_date":"2021-05-03","ids":{"openalex":"https://openalex.org/W3130138360","mag":"3130138360"},"language":"en","primary_location":{"id":"mag:3130138360","doi":null,"is_oa":false,"landing_page_url":"https://openreview.net/pdf?id=LhY8QdUGSuw","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059753414","display_name":"Vinay Ramasesh","orcid":"https://orcid.org/0000-0003-0625-3327","observed_orcids":["https://orcid.org/0000-0003-0625-3327"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vinay Ramasesh","raw_affiliation_strings":["University of California\u2013Berkeley"],"raw_orcid":"https://orcid.org/0000-0003-0625-3327","affiliations":[{"raw_affiliation_string":"University of California\u2013Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010086803","display_name":"Ethan Dyer","orcid":"https://orcid.org/0000-0001-5391-3100","observed_orcids":["https://orcid.org/0000-0001-5391-3100"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ethan Dyer","raw_affiliation_strings":["Google,,,,,"],"raw_orcid":"https://orcid.org/0000-0001-5391-3100","affiliations":[{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027041171","display_name":"Maithra Raghu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maithra Raghu","raw_affiliation_strings":["Cornell University/Google Brain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University/Google Brain","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.4188,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.95678246,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10918","display_name":"Memory Processes and Influences","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":1.0},{"id":"https://openalex.org/keywords/neural-representation","display_name":"neural representations","score":0.5849999785423279},{"id":"https://openalex.org/keywords/task-similarity","display_name":"task similarity","score":0.5149999856948853},{"id":"https://openalex.org/keywords/hidden-representations","display_name":"hidden representations","score":0.4779999852180481},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.5049999952316284},{"id":"https://openalex.org/keywords/feature-reuse","display_name":"feature reuse","score":0.4790000021457672},{"id":"https://openalex.org/keywords/orthogonal-representations","display_name":"orthogonal representations","score":0.546999990940094}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.9400527477264404},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7336607575416565},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6953145861625671},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6481447219848633},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5873256325721741},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5580974221229553},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.4602760970592499},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43968862295150757},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.43720555305480957},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4249800741672516},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3765122890472412},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.1933775544166565},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11185267567634583},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09218651056289673},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3130138360","doi":null,"is_oa":false,"landing_page_url":"https://openreview.net/pdf?id=LhY8QdUGSuw","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1638081485","https://openalex.org/W1686810756","https://openalex.org/W1974777011","https://openalex.org/W2036963181","https://openalex.org/W2113839990","https://openalex.org/W2116522068","https://openalex.org/W2201581102","https://openalex.org/W2560647685","https://openalex.org/W2605043629","https://openalex.org/W2737492962","https://openalex.org/W2743151379","https://openalex.org/W2765407302","https://openalex.org/W2767204723","https://openalex.org/W2803552920","https://openalex.org/W2809090039","https://openalex.org/W2898158860","https://openalex.org/W2898365215","https://openalex.org/W2899402383","https://openalex.org/W2932484476","https://openalex.org/W2942810103","https://openalex.org/W2948194985","https://openalex.org/W2949650786","https://openalex.org/W2953937638","https://openalex.org/W2958953787","https://openalex.org/W2963446712","https://openalex.org/W2963759780","https://openalex.org/W2963813679","https://openalex.org/W2964790801","https://openalex.org/W2970586779","https://openalex.org/W2972249811","https://openalex.org/W3007630669","https://openalex.org/W3013377162","https://openalex.org/W3022561973","https://openalex.org/W3022717752","https://openalex.org/W3035547806","https://openalex.org/W3098033339"],"related_works":["https://openalex.org/W7163670341","https://openalex.org/W7169658681","https://openalex.org/W3046808012","https://openalex.org/W4386473243","https://openalex.org/W2736326499","https://openalex.org/W7097417049","https://openalex.org/W2771011331","https://openalex.org/W7203671365","https://openalex.org/W2107855852","https://openalex.org/W2924448532"],"abstract_inverted_index":{"Catastrophic":[0],"forgetting":[1,70,108,118],"is":[2,16],"a":[3],"recurring":[4],"challenge":[5],"to":[6,22,68,109],"developing":[7],"versatile":[8],"deep":[9],"learning":[10],"models.":[11],"Despite":[12],"its":[13,20],"ubiquity,":[14],"there":[15],"limited":[17],"understanding":[18],"of":[19,42,62,100],"connections":[21],"neural":[23,43],"network":[24],"(hidden)":[25],"representations":[26,90],"and":[27,104],"task":[28,64,89,110,121],"semantics.":[29],"In":[30],"this":[31,35],"paper,":[32],"we":[33,45,114],"address":[34],"important":[36],"knowledge":[37],"gap.":[38],"Through":[39],"quantitative":[40],"analysis":[41],"representations,":[44],"find":[46,115],"that":[47,116],"deeper":[48,73],"layers":[49],"are":[50],"disproportionately":[51],"responsible":[52],"for":[53,120],"forgetting,":[54],"with":[55,81,123],"sequential":[56],"training":[57],"resulting":[58],"in":[59],"an":[60,101],"erasure":[61],"earlier":[63],"representational":[65],"subspaces.":[66],"Methods":[67],"mitigate":[69],"stabilize":[71],"these":[72],"layers,":[74],"but":[75],"show":[76],"diversity":[77],"on":[78],"precise":[79],"effects,":[80],"some":[82],"increasing":[83],"feature":[84],"reuse":[85],"while":[86],"others":[87],"store":[88],"orthogonally,":[91],"preventing":[92],"interference.":[93],"These":[94],"insights":[95],"also":[96],"enable":[97],"the":[98],"development":[99],"analytic":[102],"argument":[103],"empirical":[105],"picture":[106],"relating":[107],"semantic":[111],"similarity,":[112],"where":[113],"maximal":[117],"occurs":[119],"sequences":[122],"intermediate":[124],"similarity.":[125]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-03-01T00:00:00"}