{"id":"https://openalex.org/W4312788575","doi":"https://doi.org/10.1109/ijcnn55064.2022.9891965","title":"Continual learning benefits from multiple sleep stages: NREM, REM, and Synaptic Downscaling","display_name":"Continual learning benefits from multiple sleep stages: NREM, REM, and Synaptic Downscaling","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4312788575","doi":"https://doi.org/10.1109/ijcnn55064.2022.9891965"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn55064.2022.9891965","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9891965","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032983832","display_name":"Brian S. Robinson","orcid":"https://orcid.org/0000-0003-3422-7011"},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian S. Robinson","raw_affiliation_strings":["Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory,Research and Exploratory Development Department,Laurel,MD,USA","Research and Exploratory Development Department, Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory, Laurel, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory,Research and Exploratory Development Department,Laurel,MD,USA","institution_ids":["https://openalex.org/I2802946424"]},{"raw_affiliation_string":"Research and Exploratory Development Department, Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory, Laurel, MD, USA","institution_ids":["https://openalex.org/I2802946424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073012189","display_name":"Clare Lau","orcid":null},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Clare W. Lau","raw_affiliation_strings":["Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory,Research and Exploratory Development Department,Laurel,MD,USA","Research and Exploratory Development Department, Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory, Laurel, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory,Research and Exploratory Development Department,Laurel,MD,USA","institution_ids":["https://openalex.org/I2802946424"]},{"raw_affiliation_string":"Research and Exploratory Development Department, Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory, Laurel, MD, USA","institution_ids":["https://openalex.org/I2802946424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035926574","display_name":"Alexander New","orcid":"https://orcid.org/0000-0001-8369-1473"},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander New","raw_affiliation_strings":["Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory,Research and Exploratory Development Department,Laurel,MD,USA","Research and Exploratory Development Department, Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory, Laurel, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory,Research and Exploratory Development Department,Laurel,MD,USA","institution_ids":["https://openalex.org/I2802946424"]},{"raw_affiliation_string":"Research and Exploratory Development Department, Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory, Laurel, MD, USA","institution_ids":["https://openalex.org/I2802946424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051674145","display_name":"Shane M. Nichols","orcid":"https://orcid.org/0000-0002-5885-1727"},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shane M. Nichols","raw_affiliation_strings":["Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory,Research and Exploratory Development Department,Laurel,MD,USA","Research and Exploratory Development Department, Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory, Laurel, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory,Research and Exploratory Development Department,Laurel,MD,USA","institution_ids":["https://openalex.org/I2802946424"]},{"raw_affiliation_string":"Research and Exploratory Development Department, Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory, Laurel, MD, USA","institution_ids":["https://openalex.org/I2802946424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037437190","display_name":"Erik C. Johnson","orcid":"https://orcid.org/0000-0002-7397-8531"},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erik C. Johnson","raw_affiliation_strings":["Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory,Research and Exploratory Development Department,Laurel,MD,USA","Research and Exploratory Development Department, Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory, Laurel, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory,Research and Exploratory Development Department,Laurel,MD,USA","institution_ids":["https://openalex.org/I2802946424"]},{"raw_affiliation_string":"Research and Exploratory Development Department, Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory, Laurel, MD, USA","institution_ids":["https://openalex.org/I2802946424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047367897","display_name":"Michael Wolmetz","orcid":null},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Wolmetz","raw_affiliation_strings":["Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory,Research and Exploratory Development Department,Laurel,MD,USA","Research and Exploratory Development Department, Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory, Laurel, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory,Research and Exploratory Development Department,Laurel,MD,USA","institution_ids":["https://openalex.org/I2802946424"]},{"raw_affiliation_string":"Research and Exploratory Development Department, Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory, Laurel, MD, USA","institution_ids":["https://openalex.org/I2802946424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068508466","display_name":"William G. Coon","orcid":"https://orcid.org/0000-0002-2008-8041"},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William G. Coon","raw_affiliation_strings":["Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory,Research and Exploratory Development Department,Laurel,MD,USA","Research and Exploratory Development Department, Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory, Laurel, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory,Research and Exploratory Development Department,Laurel,MD,USA","institution_ids":["https://openalex.org/I2802946424"]},{"raw_affiliation_string":"Research and Exploratory Development Department, Intelligent Systems Center, The Johns Hopkins University Applied Physics Laboratory, Laurel, MD, USA","institution_ids":["https://openalex.org/I2802946424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1994,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.36998255,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10985","display_name":"Sleep and Wakefulness Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10985","display_name":"Sleep and Wakefulness Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11184","display_name":"Neonatal and fetal brain pathology","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/2735","display_name":"Pediatrics, Perinatology and Child Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.7153427600860596},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6992550492286682},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.65846186876297},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6256076693534851},{"id":"https://openalex.org/keywords/non-rapid-eye-movement-sleep","display_name":"Non-rapid eye movement sleep","score":0.6139695644378662},{"id":"https://openalex.org/keywords/downscaling","display_name":"Downscaling","score":0.49363505840301514},{"id":"https://openalex.org/keywords/sleep","display_name":"Sleep (system call)","score":0.4623301029205322},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4197606146335602},{"id":"https://openalex.org/keywords/eye-movement","display_name":"Eye movement","score":0.2610475420951843},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15553197264671326},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.13553562760353088},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.08977234363555908}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7153427600860596},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6992550492286682},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.65846186876297},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6256076693534851},{"id":"https://openalex.org/C20566671","wikidata":"https://www.wikidata.org/wiki/Q1752878","display_name":"Non-rapid eye movement sleep","level":3,"score":0.6139695644378662},{"id":"https://openalex.org/C41156917","wikidata":"https://www.wikidata.org/wiki/Q682831","display_name":"Downscaling","level":3,"score":0.49363505840301514},{"id":"https://openalex.org/C2775841894","wikidata":"https://www.wikidata.org/wiki/Q4683692","display_name":"Sleep (system call)","level":2,"score":0.4623301029205322},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4197606146335602},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.2610475420951843},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15553197264671326},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.13553562760353088},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.08977234363555908},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C132651083","wikidata":"https://www.wikidata.org/wiki/Q7942","display_name":"Climate change","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn55064.2022.9891965","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9891965","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7200000286102295,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320333285","display_name":"Applied Physics Laboratory, Johns Hopkins University","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1520532887","https://openalex.org/W1977647750","https://openalex.org/W1987146944","https://openalex.org/W2000775105","https://openalex.org/W2007380326","https://openalex.org/W2052515926","https://openalex.org/W2071290167","https://openalex.org/W2076735150","https://openalex.org/W2080659194","https://openalex.org/W2088046534","https://openalex.org/W2146191664","https://openalex.org/W2162870648","https://openalex.org/W2560647685","https://openalex.org/W2583421592","https://openalex.org/W2729250854","https://openalex.org/W2764043458","https://openalex.org/W2771964490","https://openalex.org/W2788388592","https://openalex.org/W2899063268","https://openalex.org/W2915589364","https://openalex.org/W2922466325","https://openalex.org/W3047040351","https://openalex.org/W3048941751","https://openalex.org/W3118608800","https://openalex.org/W3164529189","https://openalex.org/W3198317271","https://openalex.org/W4301163820","https://openalex.org/W4394667515","https://openalex.org/W6741217325","https://openalex.org/W6745148473","https://openalex.org/W6746643698","https://openalex.org/W6755520961","https://openalex.org/W6759263581","https://openalex.org/W6760883817","https://openalex.org/W6864167871"],"related_works":["https://openalex.org/W2394436593","https://openalex.org/W3013458534","https://openalex.org/W4251048149","https://openalex.org/W2406305542","https://openalex.org/W2157187626","https://openalex.org/W2250077303","https://openalex.org/W4287554351","https://openalex.org/W3111595903","https://openalex.org/W2061579395","https://openalex.org/W3156287668"],"abstract_inverted_index":{"Learning":[0],"new":[1,303],"tasks":[2,180,254],"and":[3,24,40,75,122,136,224,255,336],"skills":[4],"in":[5,43,50,58,63,95],"succession":[6],"without":[7],"overwriting":[8],"or":[9],"interfering":[10],"with":[11,37,311],"prior":[12],"learning":[13,74,94,214,334],"(i.e.,":[14],"\u201ccatastrophic":[15],"forgetting\u201d)":[16],"is":[17,61,188,270,273],"a":[18,100,113,124,169,185,191,212,274,309],"computational":[19],"challenge":[20],"for":[21,56,77,181,339],"both":[22,321],"artificial":[23,29,59,78,96,144,332],"biological":[25],"neural":[26,69,97,138],"networks,":[27],"yet":[28],"systems":[30,60,335],"struggle":[31],"to":[32,72,119,132,172,249,285,301,326,330,344],"achieve":[33],"even":[34],"rudimentary":[35],"parity":[36],"the":[38,47,65,153,161,201,238,258,280,299,312],"performance":[39,210],"functionality":[41],"apparent":[42],"biology.":[44],"One":[45,267],"of":[46,88,158,176,194,203,240,245,252,260,282],"processes":[48],"found":[49],"biology":[51],"that":[52,271],"can":[53,307],"be":[54],"adapted":[55],"use":[57,286],"sleep,":[62,145],"which":[64,128],"brain":[66],"deploys":[67],"numerous":[68],"operations":[70],"relevant":[71],"continual":[73,93,213,333],"ripe":[76],"adaptation.":[79],"Here,":[80],"we":[81,146],"investigate":[82],"how":[83,325],"modeling":[84],"three":[85,205],"distinct":[86],"components":[87,207,329],"mammalian":[89],"sleep":[90,206,328,342],"together":[91],"affects":[92],"networks:":[98],"(1)":[99],"veridical":[101,149],"memory":[102,115],"replay":[103,116,150],"process":[104,117,127],"observed":[105],"during":[106,222,229,264,316],"non-rapid":[107],"eye":[108],"movement":[109],"(NREM)":[110],"sleep;":[111,121],"(2)":[112],"generative":[114],"linked":[118],"REM":[120,166],"(3)":[123],"synaptic":[125,246,283],"downscaling":[126,193,247,284,290,297],"has":[129],"been":[130],"proposed":[131],"tune":[133],"signal-to-noise":[134],"ratios":[135],"support":[137],"upkeep.":[139],"To":[140],"create":[141,173],"this":[142],"tripartite":[143],"modeled":[147,165,189],"NREM":[148],"by":[151,167],"training":[152,223],"network":[154,171,195,241],"using":[155],"intermediate":[156,174],"representations":[157,175],"samples":[159,177],"from":[160,178,200],"current":[162],"task.":[163],"We":[164,197],"utilizing":[168,190],"generator":[170],"previous":[179],"training.":[182,266,317],"Synaptic":[183],"downscaling,":[184],"novel":[186],"con-tribution,":[187],"size-dependent":[192],"weights.":[196],"find":[198],"benefits":[199],"inclusion":[202],"all":[204],"when":[208,278],"evaluating":[209],"on":[211],"CIFAR-100":[215],"image":[216],"classification":[217],"benchmark.":[218],"Maximum":[219],"accuracy":[220,263],"improved":[221],"catastrophic":[225,234],"forgetting":[226],"was":[227],"reduced":[228],"later":[230],"tasks.":[231,304],"While":[232],"some":[233],"forget-ting":[235],"persisted":[236],"over":[237],"course":[239],"training,":[242],"higher":[243],"levels":[244,306],"lead":[248],"better":[250,291],"retention":[251],"early":[253,261,293],"further":[256,345],"facilitated":[257],"recovery":[259],"task":[262],"subsequent":[265],"key":[268],"takeaway":[269],"there":[272],"trade-off":[275],"at":[276],"hand":[277],"considering":[279],"level":[281],"-":[287],"more":[288],"aggressive":[289],"protects":[292],"tasks,":[294],"but":[295],"less":[296],"enhances":[298],"ability":[300],"learn":[302],"Intermediate":[305],"strike":[308],"balance":[310],"highest":[313],"overall":[314],"accuracies":[315],"Overall,":[318],"our":[319],"results":[320],"provide":[322],"insight":[323],"into":[324],"adapt":[327],"enhance":[331],"highlight":[337],"areas":[338],"future":[340],"neuroscientific":[341],"research":[343],"such":[346],"systems.":[347]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}