{"id":"https://openalex.org/W7138074422","doi":"https://doi.org/10.1609/aaai.v40i29.39626","title":"Expandable and Differentiable Dual Memories with Orthogonal Regularization for Exemplar-free Continual Learning","display_name":"Expandable and Differentiable Dual Memories with Orthogonal Regularization for Exemplar-free Continual Learning","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138074422","doi":"https://doi.org/10.1609/aaai.v40i29.39626"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i29.39626","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i29.39626","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/39626/43587","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/39626/43587","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077195219","display_name":"Hyung-Jun Moon","orcid":"https://orcid.org/0000-0002-9076-4463"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyung-Jun Moon","raw_affiliation_strings":["Department of Artificial Intelligence, Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129670157","display_name":"Sung-Bae Cho","orcid":null},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sung-Bae Cho","raw_affiliation_strings":["Department of Computer Science, Yonsei University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I193775966"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"29","first_page":"24441","last_page":"24448"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.013399999588727951,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.01209999993443489,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7164000272750854},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.660099983215332},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5597000122070312},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.5558000206947327},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5246000289916992},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4952999949455261},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4230000078678131},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38280001282691956}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7164000272750854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6912000179290771},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.660099983215332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.599399983882904},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5597000122070312},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.5558000206947327},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5246000289916992},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4952999949455261},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4230000078678131},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38280001282691956},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3801000118255615},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.374099999666214},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.3578000068664551},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3450999855995178},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3400000035762787},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3287000060081482},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.32019999623298645},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i29.39626","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i29.39626","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/39626/43587","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i29.39626","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i29.39626","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/39626/43587","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7868163585662842}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7138074422.pdf","grobid_xml":"https://content.openalex.org/works/W7138074422.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Continual":[0],"learning":[1],"methods":[2,141],"used":[3,57],"to":[4,8,24,68,73,107,124,182],"force":[5],"neural":[6],"networks":[7],"process":[9],"sequential":[10,173],"tasks":[11],"in":[12,191],"isolation,":[13],"preventing":[14],"them":[15,23],"from":[16],"leveraging":[17],"useful":[18],"inter-task":[19],"relationships":[20],"and":[21,61,103,111,119,131,151,161,175],"causing":[22],"repeatedly":[25],"relearn":[26],"similar":[27],"features":[28,53,67],"or":[29],"overly":[30],"differentiate":[31],"them.":[32],"To":[33],"address":[34],"this":[35],"problem,":[36],"we":[37],"propose":[38],"a":[39,188],"fully":[40],"differentiable,":[41],"exemplar-free":[42],"expandable":[43],"method":[44,137,167],"composed":[45],"of":[46,148,163],"two":[47],"complementary":[48],"memories:":[49],"One":[50],"learns":[51],"common":[52],"that":[54,81,134],"can":[55,84,168],"be":[56],"across":[58,172],"all":[59],"tasks,":[60,174],"the":[62,65,82,95,135,165,183],"other":[63],"combines":[64],"shared":[66],"learn":[69,86],"discriminative":[70],"characteristics":[71],"unique":[72],"each":[74,90,93],"sample.":[75,91],"Both":[76],"memories":[77],"are":[78],"differentiable":[79],"so":[80],"network":[83],"autonomously":[85],"latent":[87],"representations":[88],"for":[89,142],"For":[92],"task,":[94],"memory":[96,122],"adjustment":[97],"module":[98],"adaptively":[99],"prunes":[100],"critical":[101],"slots":[102],"minimally":[104],"expands":[105],"capacity":[106],"accommodate":[108],"new":[109,189],"concepts,":[110],"orthogonal":[112],"regularization":[113],"enforces":[114],"geometric":[115],"separation":[116],"between":[117],"preserved":[118],"newly":[120],"learned":[121],"components":[123],"prevent":[125],"interference.":[126],"Experiments":[127],"on":[128],"CIFAR-10,":[129],"CIFAR-100,":[130],"Tiny-ImageNet":[132],"show":[133],"proposed":[136,166],"outperforms":[138],"14":[139],"state-of-the-art":[140],"class-incremental":[143],"learning,":[144],"achieving":[145],"final":[146],"accuracies":[147],"55.13%,":[149],"37.24%,":[150],"30.11%,":[152],"respectively.":[153],"Additional":[154],"analysis":[155],"confirms":[156],"that,":[157],"through":[158],"effective":[159],"integration":[160],"utilization":[162],"knowledge,":[164],"increase":[169],"average":[170],"performance":[171],"it":[176],"produces":[177],"feature":[178],"extraction":[179],"results":[180],"closest":[181],"upper":[184],"bound,":[185],"thus":[186],"establishing":[187],"milestone":[190],"continual":[192],"learning.":[193]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-03-18T00:00:00"}
