{"id":"https://openalex.org/W4401793915","doi":"https://doi.org/10.1038/s41586-024-07711-7","title":"Loss of plasticity in deep continual learning","display_name":"Loss of plasticity in deep continual learning","publication_year":2024,"publication_date":"2024-08-21","ids":{"openalex":"https://openalex.org/W4401793915","doi":"https://doi.org/10.1038/s41586-024-07711-7","pmid":"https://pubmed.ncbi.nlm.nih.gov/39169245"},"language":"en","primary_location":{"id":"doi:10.1038/s41586-024-07711-7","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41586-024-07711-7","pdf_url":"https://www.nature.com/articles/s41586-024-07711-7.pdf","source":{"id":"https://openalex.org/S137773608","display_name":"Nature","issn_l":"0028-0836","issn":["0028-0836","1476-4687"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.nature.com/articles/s41586-024-07711-7.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085736804","display_name":"Shibhansh Dohare","orcid":"https://orcid.org/0000-0002-3796-9347"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Shibhansh Dohare","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada. dohare@ualberta.ca","Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3796-9347","affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada. dohare@ualberta.ca","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026623979","display_name":"Juan Hernandez-Garcia","orcid":"https://orcid.org/0000-0001-5932-9327"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"J. Fernando Hernandez-Garcia","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052537094","display_name":"Qingfeng Lan","orcid":"https://orcid.org/0000-0001-8568-7603"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Qingfeng Lan","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8568-7603","affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106663827","display_name":"Parash Rahman","orcid":"https://orcid.org/0000-0001-8430-2679"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Parash Rahman","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8430-2679","affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102303941","display_name":"Ashique Rupam Mahmood","orcid":"https://orcid.org/0000-0001-6266-162X"},"institutions":[{"id":"https://openalex.org/I109736498","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95","country_code":"CA","type":"facility","lineage":["https://openalex.org/I109736498"]},{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"A. Rupam Mahmood","raw_affiliation_strings":["Canada CIFAR AI Chair, Alberta Machine Intelligence Institute (Amii), Edmonton, Alberta, Canada","Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6266-162X","affiliations":[{"raw_affiliation_string":"Canada CIFAR AI Chair, Alberta Machine Intelligence Institute (Amii), Edmonton, Alberta, Canada","institution_ids":["https://openalex.org/I109736498"]},{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004923102","display_name":"Richard S. Sutton","orcid":"https://orcid.org/0000-0002-3679-3415"},"institutions":[{"id":"https://openalex.org/I109736498","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95","country_code":"CA","type":"facility","lineage":["https://openalex.org/I109736498"]},{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Richard S. Sutton","raw_affiliation_strings":["Canada CIFAR AI Chair, Alberta Machine Intelligence Institute (Amii), Edmonton, Alberta, Canada","Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Canada CIFAR AI Chair, Alberta Machine Intelligence Institute (Amii), Edmonton, Alberta, Canada","institution_ids":["https://openalex.org/I109736498"]},{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5085736804"],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":{"value":9750,"currency":"EUR","value_usd":11690},"apc_paid":{"value":9750,"currency":"EUR","value_usd":11690},"fwci":35.1644,"has_fulltext":true,"cited_by_count":118,"citation_normalized_percentile":{"value":0.99831837,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"632","issue":"8026","first_page":"768","last_page":"774"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9416999816894531,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9297999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.727593183517456},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6807685494422913},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6744295954704285},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5819658637046814},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5811343193054199},{"id":"https://openalex.org/keywords/plasticity","display_name":"Plasticity","score":0.4504656195640564},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3258267641067505},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.10005277395248413}],"concepts":[{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.727593183517456},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6807685494422913},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6744295954704285},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5819658637046814},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5811343193054199},{"id":"https://openalex.org/C79186407","wikidata":"https://www.wikidata.org/wiki/Q472074","display_name":"Plasticity","level":2,"score":0.4504656195640564},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3258267641067505},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.10005277395248413},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1038/s41586-024-07711-7","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41586-024-07711-7","pdf_url":"https://www.nature.com/articles/s41586-024-07711-7.pdf","source":{"id":"https://openalex.org/S137773608","display_name":"Nature","issn_l":"0028-0836","issn":["0028-0836","1476-4687"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature","raw_type":"journal-article"},{"id":"pmid:39169245","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39169245","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11338828","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11338828","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11338828/pdf/41586_2024_Article_7711.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Nature","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1038/s41586-024-07711-7","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41586-024-07711-7","pdf_url":"https://www.nature.com/articles/s41586-024-07711-7.pdf","source":{"id":"https://openalex.org/S137773608","display_name":"Nature","issn_l":"0028-0836","issn":["0028-0836","1476-4687"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320314212","display_name":"Alberta Machine Intelligence Institute","ror":null},{"id":"https://openalex.org/F4320317153","display_name":"DeepMind","ror":"https://ror.org/00971b260"},{"id":"https://openalex.org/F4320331257","display_name":"Alliance de recherche num\u00e9rique du Canada","ror":"https://ror.org/010r6td27"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401793915.pdf","grobid_xml":"https://content.openalex.org/works/W4401793915.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W1169135902","https://openalex.org/W1494474274","https://openalex.org/W1498436455","https://openalex.org/W1576278180","https://openalex.org/W1659842140","https://openalex.org/W1677182931","https://openalex.org/W1682403713","https://openalex.org/W1689711448","https://openalex.org/W1931792391","https://openalex.org/W1970602874","https://openalex.org/W1979625382","https://openalex.org/W1998858522","https://openalex.org/W2036300707","https://openalex.org/W2043003550","https://openalex.org/W2043382734","https://openalex.org/W2060277733","https://openalex.org/W2093641773","https://openalex.org/W2098874108","https://openalex.org/W2108598243","https://openalex.org/W2111935653","https://openalex.org/W2112796928","https://openalex.org/W2135501961","https://openalex.org/W2143612262","https://openalex.org/W2145339207","https://openalex.org/W2174227032","https://openalex.org/W2194775991","https://openalex.org/W2240288625","https://openalex.org/W2257979135","https://openalex.org/W2263490141","https://openalex.org/W2560647685","https://openalex.org/W2574978968","https://openalex.org/W2747329762","https://openalex.org/W2756154119","https://openalex.org/W2786446225","https://openalex.org/W2788388592","https://openalex.org/W2808133870","https://openalex.org/W2898290017","https://openalex.org/W2903630557","https://openalex.org/W2913340405","https://openalex.org/W2922301133","https://openalex.org/W2964189064","https://openalex.org/W2990747716","https://openalex.org/W3098511564","https://openalex.org/W3101584733","https://openalex.org/W3169769781","https://openalex.org/W3177828909","https://openalex.org/W4210870706","https://openalex.org/W4226278401","https://openalex.org/W4239960433","https://openalex.org/W4250589301","https://openalex.org/W4251243451","https://openalex.org/W4285600354","https://openalex.org/W4312210066","https://openalex.org/W4378498759","https://openalex.org/W4379087150","https://openalex.org/W4381568214","https://openalex.org/W4383989079","https://openalex.org/W4386285856","https://openalex.org/W4386837260","https://openalex.org/W4388927473","https://openalex.org/W6676297131","https://openalex.org/W6762875896","https://openalex.org/W6770858630","https://openalex.org/W6780559895","https://openalex.org/W6796967338","https://openalex.org/W6849896277","https://openalex.org/W6850718262","https://openalex.org/W6966673202"],"related_works":["https://openalex.org/W4239286941","https://openalex.org/W2088845016","https://openalex.org/W589102260","https://openalex.org/W1966421350","https://openalex.org/W2894173309","https://openalex.org/W4387932263","https://openalex.org/W2098962763","https://openalex.org/W2371065793","https://openalex.org/W2157746493","https://openalex.org/W4380075502"],"abstract_inverted_index":{"form":[0],"the":[1,22,25,33,39,104,118,121,136],"foundation":[2],"of":[3,24,101,115,146,153],"modern":[4],"machine":[5],"learning":[6,49,65,70,122,175],"and":[7,29,50,108,120,158,184],"artificial":[8],"intelligence.":[9],"These":[10],"methods":[11,66,81,165],"are":[12,27,35,156,170],"almost":[13],"always":[14],"used":[15,42],"in":[16,20,31,68,85,117,148],"two":[17],"phases,":[18],"one":[19,30],"which":[21,32,53,149],"weights":[23,34],"network":[26,40,119],"updated":[28],"held":[36],"constant":[37],"while":[38],"is":[41,125],"or":[43,62],"evaluated.":[44],"This":[45],"contrasts":[46],"with":[47],"natural":[48],"many":[51],"applications,":[52],"require":[54],"continual":[55,69,141],"learning.":[56],"It":[57],"has":[58],"been":[59],"unclear":[60],"whether":[61],"not":[63,171],"deep":[64,174],"work":[67],"settings.":[71],"Here":[72],"we":[73],"show":[74,98],"that":[75,131,164],"they":[76,89],"do":[77],"not-that":[78],"standard":[79],"deep-learning":[80],"gradually":[82],"lose":[83],"plasticity":[84,102],"continual-learning":[86],"settings":[87],"until":[88],"learn":[90],"no":[91],"better":[92],"than":[93],"a":[94,112,144,150,177],"shallow":[95],"network.":[96],"We":[97],"such":[99,138],"loss":[100],"using":[103],"classic":[105],"ImageNet":[106],"dataset":[107],"reinforcement-learning":[109],"problems":[110],"across":[111],"wide":[113],"range":[114],"variations":[116],"algorithm.":[123],"Plasticity":[124],"maintained":[126],"indefinitely":[127],"only":[128],"by":[129],"algorithms":[130],"continually":[132,157],"inject":[133],"diversity":[134],"into":[135],"network,":[137],"as":[139],"our":[140],"backpropagation":[142,147],"algorithm,":[143],"variation":[145],"small":[151],"fraction":[152],"less-used":[154],"units":[155],"randomly":[159],"reinitialized.":[160],"Our":[161],"results":[162],"indicate":[163],"based":[166],"on":[167],"gradient":[168],"descent":[169],"enough-that":[172],"sustained":[173],"requires":[176],"random,":[178],"non-gradient":[179],"component":[180],"to":[181],"maintain":[182],"variability":[183],"plasticity.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":40},{"year":2025,"cited_by_count":71},{"year":2024,"cited_by_count":7}],"updated_date":"2026-06-27T08:28:00.272161","created_date":"2025-10-10T00:00:00"}