{"id":"https://openalex.org/W4415048913","doi":"https://doi.org/10.1109/tpami.2025.3619883","title":"Release the Potential of Memory Buffer in Continual Learning: A Dynamic System Perspective","display_name":"Release the Potential of Memory Buffer in Continual Learning: A Dynamic System Perspective","publication_year":2025,"publication_date":"2025-10-10","ids":{"openalex":"https://openalex.org/W4415048913","doi":"https://doi.org/10.1109/tpami.2025.3619883","pmid":"https://pubmed.ncbi.nlm.nih.gov/41071703"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3619883","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3619883","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100690302","display_name":"Zhenyi Wang","orcid":"https://orcid.org/0000-0002-2780-9446"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]},{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Zhenyi Wang","raw_affiliation_strings":["Department of Computer Science and Institute of Artificial Intelligence, University of Central Florida, Orlando, FL, USA","Department of Computer Science and Institute of Artificial Intelligence, University of Central Florida, USA"],"raw_orcid":"https://orcid.org/0000-0002-2780-9446","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Institute of Artificial Intelligence, University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]},{"raw_affiliation_string":"Department of Computer Science and Institute of Artificial Intelligence, University of Central Florida, USA","institution_ids":["https://openalex.org/I4210164862"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042802004","display_name":"Li Shen","orcid":"https://orcid.org/0000-0001-5659-3464"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Shen","raw_affiliation_strings":["School of Cyber Science and Technology, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5659-3464","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024023588","display_name":"Tiehang Duan","orcid":"https://orcid.org/0000-0003-4323-642X"},"institutions":[{"id":"https://openalex.org/I8606887","display_name":"Grand Valley State University","ror":"https://ror.org/001m1hv61","country_code":"US","type":"education","lineage":["https://openalex.org/I8606887"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tiehang Duan","raw_affiliation_strings":["Department of Computer Science, College of Computing, Grand Valley State University, Allendale, MI, USA","Department of Computer Science, College of Computing, Grand Valley State University, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-4323-642X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Computing, Grand Valley State University, Allendale, MI, USA","institution_ids":["https://openalex.org/I8606887"]},{"raw_affiliation_string":"Department of Computer Science, College of Computing, Grand Valley State University, MI, USA","institution_ids":["https://openalex.org/I8606887"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065878292","display_name":"Yanjun Zhu","orcid":"https://orcid.org/0000-0002-8841-6072"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanjun Zhu","raw_affiliation_strings":["Northeastern University, Boston, MA, USA","Northeastern University, USA"],"raw_orcid":"https://orcid.org/0000-0002-8841-6072","affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]},{"raw_affiliation_string":"Northeastern University, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065250332","display_name":"Tongliang Liu","orcid":"https://orcid.org/0000-0002-9640-6472"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tongliang Liu","raw_affiliation_strings":["The University of Sydney, Camperdown, NSW, Australia","The University of Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9640-6472","affiliations":[{"raw_affiliation_string":"The University of Sydney, Camperdown, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"The University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039291107","display_name":"Mingchen Gao","orcid":"https://orcid.org/0000-0002-5488-8514"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingchen Gao","raw_affiliation_strings":["University at Buffalo, Getzville, NY, USA","University at Buffalo, USA"],"raw_orcid":"https://orcid.org/0000-0002-5488-8514","affiliations":[{"raw_affiliation_string":"University at Buffalo, Getzville, NY, USA","institution_ids":["https://openalex.org/I63190737"]},{"raw_affiliation_string":"University at Buffalo, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074103823","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["College of Computing and Data Science, and Lee Kong Chian School of Medicine, Nanyang Technological University, Singapore","College of Computing & Data Science, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7225-5449","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, and Lee Kong Chian School of Medicine, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"College of Computing & Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14183535,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"48","issue":"2","first_page":"1811","last_page":"1824"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.13680000603199005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.13680000603199005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.11959999799728394,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.7095999717712402},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.5974000096321106},{"id":"https://openalex.org/keywords/memory-model","display_name":"Memory model","score":0.5564000010490417},{"id":"https://openalex.org/keywords/memory-management","display_name":"Memory management","score":0.5030999779701233},{"id":"https://openalex.org/keywords/dynamic-random-access-memory","display_name":"Dynamic random-access memory","score":0.4819999933242798},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.46459999680519104},{"id":"https://openalex.org/keywords/adaptive-memory","display_name":"Adaptive memory","score":0.4253999888896942},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.399399995803833}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7447999715805054},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7095999717712402},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.5974000096321106},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.5564000010490417},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.5030999779701233},{"id":"https://openalex.org/C118702147","wikidata":"https://www.wikidata.org/wiki/Q189396","display_name":"Dynamic random-access memory","level":3,"score":0.4819999933242798},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.46459999680519104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46389999985694885},{"id":"https://openalex.org/C30390489","wikidata":"https://www.wikidata.org/wiki/Q4680748","display_name":"Adaptive memory","level":3,"score":0.4253999888896942},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.399399995803833},{"id":"https://openalex.org/C2775937380","wikidata":"https://www.wikidata.org/wiki/Q1232589","display_name":"Replica","level":2,"score":0.36230000853538513},{"id":"https://openalex.org/C82687282","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Auxiliary memory","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C34339311","wikidata":"https://www.wikidata.org/wiki/Q1050390","display_name":"C dynamic memory allocation","level":4,"score":0.34459999203681946},{"id":"https://openalex.org/C57863822","wikidata":"https://www.wikidata.org/wiki/Q905488","display_name":"Flat memory model","level":4,"score":0.31940001249313354},{"id":"https://openalex.org/C74426580","wikidata":"https://www.wikidata.org/wiki/Q719484","display_name":"Memory map","level":3,"score":0.29109999537467957},{"id":"https://openalex.org/C98986596","wikidata":"https://www.wikidata.org/wiki/Q1143031","display_name":"Semiconductor memory","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C171675096","wikidata":"https://www.wikidata.org/wiki/Q1143380","display_name":"Extended memory","level":4,"score":0.28780001401901245},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28600001335144043},{"id":"https://openalex.org/C63511323","wikidata":"https://www.wikidata.org/wiki/Q908936","display_name":"Interleaved memory","level":4,"score":0.2775999903678894},{"id":"https://openalex.org/C2781357197","wikidata":"https://www.wikidata.org/wiki/Q5757597","display_name":"High memory","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C87907426","wikidata":"https://www.wikidata.org/wiki/Q6815755","display_name":"Memory refresh","level":4,"score":0.27090001106262207},{"id":"https://openalex.org/C156731835","wikidata":"https://www.wikidata.org/wiki/Q751740","display_name":"Memory leak","level":4,"score":0.25459998846054077}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3619883","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3619883","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41071703","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41071703","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1587799944","https://openalex.org/W2101926813","https://openalex.org/W2119885577","https://openalex.org/W2194775991","https://openalex.org/W2473930607","https://openalex.org/W2560647685","https://openalex.org/W2954929116","https://openalex.org/W2964189064","https://openalex.org/W2982701845","https://openalex.org/W3000677656","https://openalex.org/W3030364939","https://openalex.org/W3046803548","https://openalex.org/W3097784654","https://openalex.org/W3178686235","https://openalex.org/W3198460811","https://openalex.org/W4283802092","https://openalex.org/W4312238419","https://openalex.org/W4312585885","https://openalex.org/W4312874698","https://openalex.org/W4386065351","https://openalex.org/W4386065403","https://openalex.org/W4386076061","https://openalex.org/W4386076410","https://openalex.org/W4386918742","https://openalex.org/W4392173735","https://openalex.org/W4404371571","https://openalex.org/W4415800729"],"related_works":[],"abstract_inverted_index":{"Continual":[0],"learning":[1,5],"(CL)":[2],"focuses":[3],"on":[4],"non-stationary":[6],"data":[7,40],"distribution":[8],"without":[9,164],"forgetting":[10],"previous":[11],"knowledge.":[12],"The":[13,136],"most":[14],"widely":[15],"used":[16],"memory-replay":[17],"approaches":[18,140],"are":[19,161],"often":[20],"prone":[21],"to":[22,26,47,105,157,166,184],"memory":[23,29,36,57,63,78,94,102,108,123,134,152,162,172],"overfitting":[24,37],"due":[25],"the":[27,51,56,62,90,115,129,132,151,171],"limited":[28],"diversity":[30,41,130,154],"and":[31,54,72,76,93,118,155],"hardness.":[32],"Existing":[33],"work":[34],"mitigating":[35],"either":[38],"lacks":[39],"or":[42,44],"hardness":[43,156],"is":[45],"hard":[46],"train.":[48],"To":[49],"address":[50],"above":[52],"limitations":[53],"release":[55],"buffer":[58,64,153],"potential,":[59],"we":[60,97,111],"view":[61],"transformation":[65,79,116,139],"from":[66],"a":[67,74,99,120,168,177],"new":[68],"dynamic":[69],"system":[70],"perspective":[71],"propose":[73],"continuous":[75,101,122],"reversible":[77],"method.":[80],"We":[81],"introduce":[82],"an":[83],"adversarial":[84],"optimization":[85],"objective":[86],"that":[87],"jointly":[88],"learns":[89],"CL":[91],"model":[92],"transformer.":[95],"Specifically,":[96],"present":[98],"deterministic":[100],"transformer":[103,124],"(DCMT)":[104],"generate":[106],"diverse":[107],"data.":[109,173],"Furthermore,":[110],"inject":[112],"uncertainty":[113],"into":[114],"function":[117],"develop":[119],"stochastic":[121],"(SCMT),":[125],"which":[126],"substantially":[127],"enhances":[128],"of":[131,170],"transformed":[133],"buffer.":[135],"presented":[137],"neural":[138],"have":[141],"significant":[142,178],"advantages":[143],"over":[144],"existing":[145],"ones:":[146],"(1)":[147],"they":[148,160],"significantly":[149],"increase":[150],"overfit;":[158],"(2)":[159],"efficient":[163],"needing":[165],"make":[167],"replica":[169],"Extensive":[174],"experiments":[175],"show":[176],"improvement":[179],"with":[180],"our":[181],"approach":[182],"compared":[183],"strong":[185],"baselines.":[186]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-11T00:00:00"}