{"id":"https://openalex.org/W7161736502","doi":"https://doi.org/10.48550/arxiv.2605.16374","title":"Lost or Hidden? A Concept-Level Forgetting in Supervised Continual Learning","display_name":"Lost or Hidden? A Concept-Level Forgetting in Supervised Continual Learning","publication_year":2026,"publication_date":"2026-05-10","ids":{"openalex":"https://openalex.org/W7161736502","doi":"https://doi.org/10.48550/arxiv.2605.16374"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.16374","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16374","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.16374","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078743897","display_name":"Katarzyna Filus","orcid":"https://orcid.org/0000-0003-1303-9230"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Filus, Katarzyna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008887467","display_name":"Kamil Faber","orcid":"https://orcid.org/0000-0003-4221-0017"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Faber, Kamil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010914442","display_name":"Roberto Corizzo","orcid":"https://orcid.org/0000-0001-8366-6059"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Corizzo, Roberto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5046979072","display_name":"Christopher Kanan","orcid":"https://orcid.org/0000-0002-6412-995X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kanan, Christopher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9329000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9329000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.00860000029206276,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.005400000140070915,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.9467999935150146},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6287999749183655},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5688999891281128},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5374000072479248},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.2847999930381775}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.9467999935150146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6626999974250793},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6287999749183655},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6064000129699707},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5688999891281128},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5374000072479248},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4348999857902527},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3610000014305115},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C95012187","wikidata":"https://www.wikidata.org/wiki/Q6917862","display_name":"Motivated forgetting","level":3,"score":0.27869999408721924},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26030001044273376}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.16374","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16374","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.16374","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16374","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6341636180877686,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Continual":[0],"learning":[1],"studies":[2],"how":[3,96],"models":[4],"can":[5,149,176],"adapt":[6],"to":[7,24,41,86,179],"new":[8],"tasks":[9,162],"while":[10],"retaining":[11],"previously":[12],"acquired":[13],"knowledge.":[14],"Although":[15],"a":[16,78,88,101,141,170],"broad":[17],"spectrum":[18],"of":[19,60,95,144,173],"methods":[20],"has":[21,50],"been":[22],"proposed":[23],"mitigate":[25],"catastrophic":[26],"forgetting,":[27],"the":[28,43,121,182],"field":[29],"remains":[30],"predominantly":[31],"performance-driven,":[32],"with":[33,156],"limited":[34],"insight":[35],"into":[36,131],"what":[37],"forgetting":[38,53,130,175],"actually":[39],"corresponds":[40],"within":[42],"vision":[44],"model's":[45,122],"representation":[46],"space.":[47],"Prior":[48],"work":[49],"primarily":[51],"analyzed":[52],"through":[54],"task-level":[55],"performance":[56],"or":[57],"coarse":[58],"measures":[59],"representational":[61,183],"drift,":[62],"without":[63],"disentangling":[64],"output-level":[65],"accessibility":[66,184],"from":[67],"changes":[68,180],"in":[69,120,181],"finer-grained":[70],"internal":[71,123],"structure.":[72],"To":[73],"this":[74,126],"end,":[75],"we":[76,128],"propose":[77],"diagnostic":[79],"framework":[80],"that":[81,140,169],"leverages":[82],"Sparse":[83],"Autoencoders":[84],"(SAEs)":[85],"define":[87],"task-anchored":[89],"latent":[90],"feature":[91],"space,":[92],"enabling":[93],"analysis":[94],"task-specific":[97],"information":[98,148,188],"evolves":[99],"at":[100],"finer":[102],"granularity,":[103],"where":[104],"individual":[105],"SAE":[106],"latents":[107],"are":[108,163],"treated":[109],"as":[110,160],"concept":[111,133,157],"proxies":[112],"for":[113],"recurring":[114],"and":[115,136],"relatively":[116],"disentangled":[117],"visual":[118],"patterns":[119],"computations.":[124],"Within":[125],"framework,":[127],"decompose":[129],"apparent":[132],"deletion,":[134],"recoverability,":[135],"decodability.":[137],"We":[138],"show":[139],"large":[142],"portion":[143],"seemingly":[145],"lost":[146],"concept-level":[147,174],"often":[150],"be":[151,177],"recovered":[152],"under":[153],"linearity":[154],"assumption,":[155],"decodability":[158],"degrading":[159],"more":[161],"introduced.":[164],"Overall,":[165],"our":[166],"findings":[167],"suggest":[168],"significant":[171],"part":[172],"attributed":[178],"rather":[185],"than":[186],"complete":[187],"erasure.":[189]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-20T00:00:00"}