{"id":"https://openalex.org/W2994851835","doi":null,"title":"Sliced Cramer Synaptic Consolidation for Preserving Deeply Learned Representations","display_name":"Sliced Cramer Synaptic Consolidation for Preserving Deeply Learned Representations","publication_year":2020,"publication_date":"2020-04-30","ids":{"openalex":"https://openalex.org/W2994851835","mag":"2994851835"},"language":"en","primary_location":{"id":"pmh:oai:figshare.com:article/12021216","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/Sliced_Cramer_synaptic_consolidation_for_preserving_deeply_learned_representations/12021216","pdf_url":"https://figshare.com/articles/Sliced_Cramer_synaptic_consolidation_for_preserving_deeply_learned_representations/12021216","source":{"id":"https://openalex.org/S4306402585","display_name":"Loughborough University Research Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"<dc:type>Conference contribution"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/Sliced_Cramer_synaptic_consolidation_for_preserving_deeply_learned_representations/12021216","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068682350","display_name":"Soheil Kolouri","orcid":"https://orcid.org/0000-0001-8495-5362","observed_orcids":["https://orcid.org/0000-0001-8495-5362"]},"institutions":[{"id":"https://openalex.org/I200576644","display_name":"HRL Laboratories (United States)","ror":"https://ror.org/05p7te762","country_code":"US","type":"company","lineage":["https://openalex.org/I200576644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soheil Kolouri","raw_affiliation_strings":["HRL Laboratories (United States), Malibu, United States"],"raw_orcid":"https://orcid.org/0000-0001-8495-5362","affiliations":[{"raw_affiliation_string":"HRL Laboratories (United States), Malibu, United States","institution_ids":["https://openalex.org/I200576644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019566096","display_name":"Nicholas Ketz","orcid":"https://orcid.org/0000-0002-2071-3919","observed_orcids":["https://orcid.org/0000-0002-2071-3919"]},"institutions":[{"id":"https://openalex.org/I200576644","display_name":"HRL Laboratories (United States)","ror":"https://ror.org/05p7te762","country_code":"US","type":"company","lineage":["https://openalex.org/I200576644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Ketz","raw_affiliation_strings":["HRL Laboratories (United States), Malibu, United States"],"raw_orcid":"https://orcid.org/0000-0002-2071-3919","affiliations":[{"raw_affiliation_string":"HRL Laboratories (United States), Malibu, United States","institution_ids":["https://openalex.org/I200576644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049155414","display_name":"Andrea Soltoggio","orcid":"https://orcid.org/0000-0002-9750-8358","observed_orcids":["https://orcid.org/0000-0002-9750-8358"]},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrea Soltoggio","raw_affiliation_strings":["Loughborough University, Loughborough, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-9750-8358","affiliations":[{"raw_affiliation_string":"Loughborough University, Loughborough, United Kingdom","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055443197","display_name":"Praveen K. Pilly","orcid":"https://orcid.org/0000-0001-9762-2882","observed_orcids":["https://orcid.org/0000-0001-9762-2882"]},"institutions":[{"id":"https://openalex.org/I200576644","display_name":"HRL Laboratories (United States)","ror":"https://ror.org/05p7te762","country_code":"US","type":"company","lineage":["https://openalex.org/I200576644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Praveen K. Pilly","raw_affiliation_strings":["HRL Laboratories (United States), Malibu, United States"],"raw_orcid":"https://orcid.org/0000-0001-9762-2882","affiliations":[{"raw_affiliation_string":"HRL Laboratories (United States), Malibu, United States","institution_ids":["https://openalex.org/I200576644"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2665,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.81725104,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.9750000238418579},{"id":"https://openalex.org/keywords/synaptic-consolidation","display_name":"synaptic consolidation","score":0.7559999823570251},{"id":"https://openalex.org/keywords/memory-replay","display_name":"memory replay","score":0.7300000190734863},{"id":"https://openalex.org/keywords/incremental-learning","display_name":"incremental learning","score":0.6470000147819519},{"id":"https://openalex.org/keywords/elastic-weight-consolidation","display_name":"elastic weight consolidation","score":0.7940000295639038},{"id":"https://openalex.org/keywords/non-stationary-data-distributions","display_name":"non-stationary data distributions","score":0.7749999761581421},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.5400000214576721}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.862116813659668},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7430866360664368},{"id":"https://openalex.org/C48455012","wikidata":"https://www.wikidata.org/wiki/Q2892593","display_name":"Memory consolidation","level":3,"score":0.635043203830719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6130881309509277},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5435109734535217},{"id":"https://openalex.org/C2776014549","wikidata":"https://www.wikidata.org/wiki/Q3050847","display_name":"Consolidation (business)","level":2,"score":0.511193573474884},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45349180698394775},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0715227723121643},{"id":"https://openalex.org/C2781161787","wikidata":"https://www.wikidata.org/wiki/Q48360","display_name":"Hippocampus","level":2,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:figshare.com:article/12021216","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/Sliced_Cramer_synaptic_consolidation_for_preserving_deeply_learned_representations/12021216","pdf_url":"https://figshare.com/articles/Sliced_Cramer_synaptic_consolidation_for_preserving_deeply_learned_representations/12021216","source":{"id":"https://openalex.org/S4306402585","display_name":"Loughborough University Research Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"<dc:type>Conference contribution"},{"id":"mag:2994851835","doi":null,"is_oa":false,"landing_page_url":"https://openreview.net/pdf?id=BJge3TNKwH","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/12021216","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/Sliced_Cramer_synaptic_consolidation_for_preserving_deeply_learned_representations/12021216","pdf_url":"https://figshare.com/articles/Sliced_Cramer_synaptic_consolidation_for_preserving_deeply_learned_representations/12021216","source":{"id":"https://openalex.org/S4306402585","display_name":"Loughborough University Research Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"<dc:type>Conference contribution"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2994851835.pdf","grobid_xml":"https://content.openalex.org/works/W2994851835.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W1821462560","https://openalex.org/W1851612831","https://openalex.org/W1901129140","https://openalex.org/W1974097837","https://openalex.org/W1993947467","https://openalex.org/W1998690400","https://openalex.org/W2047057213","https://openalex.org/W2083252561","https://openalex.org/W2226906430","https://openalex.org/W2431874326","https://openalex.org/W2473930607","https://openalex.org/W2560647685","https://openalex.org/W2605043629","https://openalex.org/W2605911906","https://openalex.org/W2616957565","https://openalex.org/W2618767506","https://openalex.org/W2619903301","https://openalex.org/W2735418187","https://openalex.org/W2737492962","https://openalex.org/W2746314669","https://openalex.org/W2768412495","https://openalex.org/W2770814335","https://openalex.org/W2786446225","https://openalex.org/W2788388592","https://openalex.org/W2803915856","https://openalex.org/W2891707612","https://openalex.org/W2907366006","https://openalex.org/W2922368466","https://openalex.org/W2932484476","https://openalex.org/W2963850662","https://openalex.org/W2964121744","https://openalex.org/W2964137095","https://openalex.org/W4319988532"],"related_works":["https://openalex.org/W7204166537","https://openalex.org/W2791792504","https://openalex.org/W4315782837","https://openalex.org/W4385485646","https://openalex.org/W3108280718","https://openalex.org/W3038429282","https://openalex.org/W7000077576","https://openalex.org/W4387133519","https://openalex.org/W3002177189","https://openalex.org/W4310276502"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"suffer":[3],"from":[4],"the":[5,9,19,67,93,96,112,151,155],"inability":[6],"to":[7,38],"preserve":[8,39],"learned":[10,47],"data":[11,21],"representation":[12],"(i.e.,":[13],"catastrophic":[14],"forgetting)":[15],"in":[16,139],"domains":[17],"where":[18],"input":[20],"distribution":[22,94],"is":[23],"non-stationary,":[24],"and":[25,65,76,123,142],"it":[26],"changes":[27],"during":[28],"training.":[29],"Various":[30],"selective":[31,55],"synaptic\\nplasticity":[32],"approaches":[33,58],"have":[34],"been":[35],"recently":[36],"proposed":[37],"network":[40,137,156],"parameters,":[41],"which":[42],"are":[43],"crucial":[44],"for":[45,103,120],"previously":[46],"tasks":[48],"while":[49],"learning":[50,106,144,152,165],"new":[51,108],"tasks.\\nWe":[52],"explore":[53],"such":[54,121],"synaptic":[56],"plasticity":[57],"through":[59,131],"a":[60,82,107,117],"unifying":[61],"lens\\nof":[62],"memory":[63],"replay":[64],"show":[66,147],"close":[68],"relationship":[69],"between":[70],"methods":[71,88,161],"like":[72],"Elastic\\nWeight":[73],"Consolidation":[74],"(EWC)":[75],"Memory-Aware-Synapses":[77],"(MAS).":[78],"We":[79,110,146],"then":[80],"propose":[81,111],"fundamentally":[83],"different":[84],"class":[85],"of":[86,95,154],"preservation":[87,122],"that":[89,148],"aim":[90],"at":[91,99],"preserving":[92],"network\u2019s":[97],"output":[98],"an":[100],"arbitrary":[101],"layer":[102],"previous":[104],"tasks\\nwhile":[105],"one.":[109],"sliced":[113],"Cramer":[114,127],"distance":[115],"as":[116],"suitable":[118],"\u00b4\\nchoice":[119],"evaluate":[124],"our":[125],"Sliced":[126],"Preservation":[128],"(SCP)":[129],"\u00b4\\nalgorithm":[130],"extensive":[132],"empirical":[133],"investigations":[134],"on":[135,162],"various":[136,163],"architectures":[138],"both":[140],"supervised":[141],"unsupervised":[143],"settings.":[145],"SCP\\nconsistently":[149],"utilizes":[150],"capacity":[153],"better":[157],"than":[158],"online-EWC\\nand":[159],"MAS":[160],"incremental":[164],"tasks.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2019-12-26T00:00:00"}