{"id":"https://openalex.org/W7214713855","doi":"https://doi.org/10.48550/arxiv.2609.31630","title":"Replay in the Silent Degrees of Freedom: Continual Learning Without an Offline Phase","display_name":"Replay in the Silent Degrees of Freedom: Continual Learning Without an Offline Phase","publication_year":2026,"publication_date":"2026-09-09","ids":{"openalex":"https://openalex.org/W7214713855","doi":"https://doi.org/10.48550/arxiv.2609.31630"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.31630","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.31630","pdf_url":"https://arxiv.org/pdf/2609.31630","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.31630","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5153474544","display_name":"Zhang Yanhai","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yanhai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157669433","display_name":"Jie M. Zhang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5157753258","display_name":"Chi Xu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Chi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.9259999990463257},{"id":"https://openalex.org/keywords/memory-consolidation","display_name":"memory consolidation","score":0.6430000066757202},{"id":"https://openalex.org/keywords/replay","display_name":"replay","score":0.42399999499320984},{"id":"https://openalex.org/keywords/local-sleep","display_name":"local sleep","score":0.3109999895095825},{"id":"https://openalex.org/keywords/experience-replay","display_name":"experience replay","score":0.4090000092983246}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6625000238418579},{"id":"https://openalex.org/C28034677","wikidata":"https://www.wikidata.org/wiki/Q17092530","display_name":"Interleaving","level":2,"score":0.5414999723434448},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48969998955726624},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.48240000009536743},{"id":"https://openalex.org/C74050887","wikidata":"https://www.wikidata.org/wiki/Q848368","display_name":"Rotation (mathematics)","level":2,"score":0.4675000011920929},{"id":"https://openalex.org/C2781323245","wikidata":"https://www.wikidata.org/wiki/Q1363761","display_name":"Hang","level":2,"score":0.435699999332428},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4088999927043915},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.3986999988555908},{"id":"https://openalex.org/C2775941552","wikidata":"https://www.wikidata.org/wiki/Q25212305","display_name":"Isolation (microbiology)","level":2,"score":0.3950999975204468},{"id":"https://openalex.org/C2779795794","wikidata":"https://www.wikidata.org/wiki/Q7315343","display_name":"Reset (finance)","level":2,"score":0.3873000144958496},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.38530001044273376},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.36800000071525574},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.36739999055862427},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3562000095844269},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.34470000863075256},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.34220001101493835},{"id":"https://openalex.org/C11940443","wikidata":"https://www.wikidata.org/wiki/Q16965645","display_name":"Slowness","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C2780102126","wikidata":"https://www.wikidata.org/wiki/Q10928179","display_name":"Online and offline","level":2,"score":0.3125999867916107},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.301800012588501},{"id":"https://openalex.org/C29248071","wikidata":"https://www.wikidata.org/wiki/Q163310","display_name":"Turing machine","level":3,"score":0.29330000281333923},{"id":"https://openalex.org/C156308498","wikidata":"https://www.wikidata.org/wiki/Q1347898","display_name":"Ping (video games)","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.28700000047683716},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2863999903202057},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.26739999651908875},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.26249998807907104},{"id":"https://openalex.org/C2779127903","wikidata":"https://www.wikidata.org/wiki/Q6510194","display_name":"Learning rule","level":3,"score":0.2619999945163727},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.25870001316070557},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.25760000944137573},{"id":"https://openalex.org/C2779320081","wikidata":"https://www.wikidata.org/wiki/Q246710","display_name":"Wakefulness","level":3,"score":0.2572000026702881},{"id":"https://openalex.org/C2776990265","wikidata":"https://www.wikidata.org/wiki/Q2998101","display_name":"Cursor (databases)","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.31630","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.31630","pdf_url":"https://arxiv.org/pdf/2609.31630","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.31630","doi":"https://doi.org/10.48550/arxiv.2609.31630","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.31630","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.31630","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.31630","pdf_url":"https://arxiv.org/pdf/2609.31630","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7214713855.pdf","grobid_xml":"https://content.openalex.org/works/W7214713855.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W2922466325","https://openalex.org/W3183222836","https://openalex.org/W4295680095","https://openalex.org/W4415238135","https://openalex.org/W7156941771","https://openalex.org/W7164046961"],"related_works":["https://openalex.org/W4317438031","https://openalex.org/W7112232708","https://openalex.org/W4365802370","https://openalex.org/W4415796034","https://openalex.org/W4391912484","https://openalex.org/W3165685325","https://openalex.org/W4298053029","https://openalex.org/W4296544467","https://openalex.org/W3197039934","https://openalex.org/W7201879837"],"abstract_inverted_index":{"Replay-based":[0],"continual":[1],"learning":[2],"rehearses":[3],"past":[4],"data":[5],"either":[6],"in":[7,36,53,120,207,283,288],"an":[8],"offline":[9,157,164,229,241],"phase,":[10,158],"during":[11],"which":[12,126],"the":[13,20,26,29,45,65,69,98,102,134,138,147,152,162,179,185,212,214,218,222,262,274],"agent":[14,33,219],"stops":[15],"acting,":[16],"or":[17,91,160],"interleaved":[18,174],"with":[19,77,155,190,269],"live":[21],"stream,":[22,213],"where":[23],"it":[24,201,225,238],"perturbs":[25],"computation":[27,100],"serving":[28],"current":[30,70,103],"input.":[31],"An":[32],"that":[34,58,128,204],"learns":[35],"deployment":[37,220],"can":[38,60],"afford":[39],"neither.":[40],"Motivated":[41],"by":[42,188,197,226,251],"local":[43,263],"sleep,":[44],"use-dependent":[46],"off":[47],"periods":[48],"of":[49,67,118,140,146,299],"individual":[50],"cortical":[51],"circuits":[52],"awake":[54],"animals,":[55],"we":[56],"show":[57],"replay":[59,82],"instead":[61],"be":[62],"written":[63],"into":[64],"degrees":[66],"freedom":[68],"input":[71],"leaves":[72,97],"unused.":[73],"In":[74],"a":[75,208,266,281,289],"network":[76,268],"k-winner-take-all":[78,270],"hidden":[79,99,271],"layers,":[80],"confining":[81],"updates":[83],"to":[84,217,253,261],"synapses":[85],"whose":[86,92],"presynaptic":[87],"unit":[88,94],"is":[89,95,258],"silent":[90,109],"postsynaptic":[93],"inactive":[96],"on":[101,265,297],"batch":[104],"invariant:":[105],"exactly":[106],"so":[107],"for":[108,114],"and":[110,113,143,167,172,206,243,249,286,292],"suppressed":[111],"units,":[112],"all":[115],"but":[116,246],"0.3%":[117],"samples":[119],"practice.":[121],"A":[122],"refractory":[123,277],"rule":[124],"under":[125,178,203,273],"units":[127],"have":[129],"just":[130],"fired":[131],"sit":[132],"out":[133],"next":[135],"competition":[136],"doubles":[137],"width":[139],"this":[141],"channel":[142],"carries":[144],"most":[145],"accuracy.":[148],"On":[149,235],"class-incremental":[150],"split-MNIST":[151],"resulting":[153],"learner,":[154],"no":[156],"matches":[159],"exceeds":[161],"best":[163],"rehearsal":[165,230,242],"schedule":[166],"outperforms":[168],"experience":[169,244],"replay,":[170,175,245],"ER-ACE":[171,248],"unmasked":[173],"each":[176],"re-tuned":[177],"same":[180,275],"micro-batch":[181],"schedule.":[182],"Against":[183],"DER++":[184,195,250],"comparison":[186],"splits":[187],"protocol:":[189],"five":[191,284],"epochs":[192,285],"per":[193],"task":[194],"leads":[196,224,240],"1.5":[198],"points":[199,233],"once":[200],"runs":[202],"schedule,":[205,276],"single":[209,290],"pass":[210],"over":[211],"regime":[215],"closest":[216],"setting,":[221],"system":[223],"1.6":[227],"while":[228],"falls":[231],"15":[232],"behind.":[234],"split":[236],"CIFAR-10":[237],"again":[239,294],"trails":[247],"two":[252],"three":[254,287],"points.":[255],"The":[256],"construction":[257],"not":[259],"tied":[260],"learner:":[264],"backprop":[267],"layers":[272],"rotation":[278],"adds":[279],"half":[280],"point":[282],"pass,":[291],"isolation":[293],"costs":[295],"nothing":[296],"top":[298],"it.":[300]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-30T00:00:00"}