{"id":"https://openalex.org/W4404371571","doi":"https://doi.org/10.1109/tpami.2024.3498346","title":"A Comprehensive Survey of Forgetting in Deep Learning Beyond Continual Learning","display_name":"A Comprehensive Survey of Forgetting in Deep Learning Beyond Continual Learning","publication_year":2024,"publication_date":"2024-11-14","ids":{"openalex":"https://openalex.org/W4404371571","doi":"https://doi.org/10.1109/tpami.2024.3498346","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030369"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3498346","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3498346","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100690302","display_name":"Zhenyi Wang","orcid":"https://orcid.org/0000-0002-2780-9446"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhenyi Wang","raw_affiliation_strings":["Department of Computer Science, University of Maryland, College Park, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-2780-9446","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086494876","display_name":"Enneng Yang","orcid":"https://orcid.org/0000-0001-5419-5286"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enneng Yang","raw_affiliation_strings":["Northeastern University, Shenyang, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0001-5419-5286","affiliations":[{"raw_affiliation_string":"Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042802004","display_name":"Li Shen","orcid":"https://orcid.org/0000-0001-5659-3464"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Shen","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5659-3464","affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060016795","display_name":"Heng Huang","orcid":"https://orcid.org/0000-0002-3483-8333"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heng Huang","raw_affiliation_strings":["Department of Computer Science, University of Maryland, College Park, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":15.645,"has_fulltext":false,"cited_by_count":69,"citation_normalized_percentile":{"value":0.99284567,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"47","issue":"3","first_page":"1464","last_page":"1483"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11609","display_name":"Geophysical Methods and Applications","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.7370742559432983},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6738935112953186},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.621433675289154},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6198481917381287},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5153990983963013},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33293217420578003},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1500951051712036},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.10774698853492737}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7370742559432983},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6738935112953186},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.621433675289154},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6198481917381287},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5153990983963013},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33293217420578003},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1500951051712036},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.10774698853492737}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3498346","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3498346","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40030369","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030369","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.6200000047683716,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":287,"referenced_works":["https://openalex.org/W1488996941","https://openalex.org/W1682403713","https://openalex.org/W1821462560","https://openalex.org/W1873763122","https://openalex.org/W2014703436","https://openalex.org/W2473930607","https://openalex.org/W2535690855","https://openalex.org/W2554616628","https://openalex.org/W2560647685","https://openalex.org/W2583761661","https://openalex.org/W2617118670","https://openalex.org/W2782276075","https://openalex.org/W2786446225","https://openalex.org/W2788388592","https://openalex.org/W2791091755","https://openalex.org/W2798836702","https://openalex.org/W2884282566","https://openalex.org/W2892234010","https://openalex.org/W2895699061","https://openalex.org/W2902666438","https://openalex.org/W2912410476","https://openalex.org/W2954929116","https://openalex.org/W2963026768","https://openalex.org/W2963072899","https://openalex.org/W2963350032","https://openalex.org/W2963588172","https://openalex.org/W2964189064","https://openalex.org/W2967821093","https://openalex.org/W2972313371","https://openalex.org/W2973229104","https://openalex.org/W2981864462","https://openalex.org/W2982220706","https://openalex.org/W2982701845","https://openalex.org/W2982802130","https://openalex.org/W2986349107","https://openalex.org/W2988337058","https://openalex.org/W2995139074","https://openalex.org/W2998503299","https://openalex.org/W3007041883","https://openalex.org/W3030364939","https://openalex.org/W3034354010","https://openalex.org/W3034856281","https://openalex.org/W3035342403","https://openalex.org/W3035644192","https://openalex.org/W3037967334","https://openalex.org/W3048941751","https://openalex.org/W3094953068","https://openalex.org/W3097784654","https://openalex.org/W3098511564","https://openalex.org/W3100156920","https://openalex.org/W3104215796","https://openalex.org/W3107137534","https://openalex.org/W3110148193","https://openalex.org/W3117215073","https://openalex.org/W3124806946","https://openalex.org/W3125116114","https://openalex.org/W3154155772","https://openalex.org/W3163939464","https://openalex.org/W3168068006","https://openalex.org/W3168149265","https://openalex.org/W3173329083","https://openalex.org/W3173601880","https://openalex.org/W3174868646","https://openalex.org/W3175771944","https://openalex.org/W3175853876","https://openalex.org/W3177352298","https://openalex.org/W3178686235","https://openalex.org/W3180392831","https://openalex.org/W3181161034","https://openalex.org/W3187088106","https://openalex.org/W3187828835","https://openalex.org/W3188298126","https://openalex.org/W3189360412","https://openalex.org/W3198675127","https://openalex.org/W3203131677","https://openalex.org/W3204328054","https://openalex.org/W3207580420","https://openalex.org/W3216968833","https://openalex.org/W4214662032","https://openalex.org/W4214715922","https://openalex.org/W4214924370","https://openalex.org/W4221158899","https://openalex.org/W4221161784","https://openalex.org/W4224308101","https://openalex.org/W4225130530","https://openalex.org/W4225620948","https://openalex.org/W4225750584","https://openalex.org/W4281261996","https://openalex.org/W4281620485","https://openalex.org/W4283796010","https://openalex.org/W4283807278","https://openalex.org/W4283808136","https://openalex.org/W4286235998","https://openalex.org/W4288336812","https://openalex.org/W4292787326","https://openalex.org/W4292973282","https://openalex.org/W4293518851","https://openalex.org/W4295108597","https://openalex.org/W4306160772","https://openalex.org/W4312210066","https://openalex.org/W4312232016","https://openalex.org/W4312238419","https://openalex.org/W4312327301","https://openalex.org/W4312351187","https://openalex.org/W4312352414","https://openalex.org/W4312412605","https://openalex.org/W4312553254","https://openalex.org/W4312585885","https://openalex.org/W4312595359","https://openalex.org/W4312699393","https://openalex.org/W4312717513","https://openalex.org/W4312769405","https://openalex.org/W4312777218","https://openalex.org/W4312897837","https://openalex.org/W4312908045","https://openalex.org/W4312947743","https://openalex.org/W4313005250","https://openalex.org/W4313195213","https://openalex.org/W4319988532","https://openalex.org/W4322718191","https://openalex.org/W4360821476","https://openalex.org/W4365601457","https://openalex.org/W4377111763","https://openalex.org/W4382239347","https://openalex.org/W4382318217","https://openalex.org/W4385245566","https://openalex.org/W4385570733","https://openalex.org/W4385573164","https://openalex.org/W4385679821","https://openalex.org/W4386065380","https://openalex.org/W4386065517","https://openalex.org/W4386065721","https://openalex.org/W4386071578","https://openalex.org/W4386075492","https://openalex.org/W4386075557","https://openalex.org/W4386076614","https://openalex.org/W4386076649","https://openalex.org/W4386083113","https://openalex.org/W4386432917","https://openalex.org/W4390190083","https://openalex.org/W4390874035","https://openalex.org/W4392173735","https://openalex.org/W4400680576","https://openalex.org/W4400767051","https://openalex.org/W4402092710","https://openalex.org/W4402916987","https://openalex.org/W6603545903","https://openalex.org/W6638523607","https://openalex.org/W6677888739","https://openalex.org/W6732467815","https://openalex.org/W6736057607","https://openalex.org/W6736334413","https://openalex.org/W6738602802","https://openalex.org/W6741087337","https://openalex.org/W6741217325","https://openalex.org/W6742852309","https://openalex.org/W6745121187","https://openalex.org/W6745136726","https://openalex.org/W6745668070","https://openalex.org/W6746643698","https://openalex.org/W6751979845","https://openalex.org/W6753037687","https://openalex.org/W6755318597","https://openalex.org/W6755950020","https://openalex.org/W6756730649","https://openalex.org/W6757384668","https://openalex.org/W6758205582","https://openalex.org/W6758248578","https://openalex.org/W6760842081","https://openalex.org/W6761283764","https://openalex.org/W6761469101","https://openalex.org/W6761472960","https://openalex.org/W6763195353","https://openalex.org/W6764645560","https://openalex.org/W6764998394","https://openalex.org/W6765443569","https://openalex.org/W6767099637","https://openalex.org/W6767674130","https://openalex.org/W6768044712","https://openalex.org/W6768586863","https://openalex.org/W6769244778","https://openalex.org/W6769833289","https://openalex.org/W6769871928","https://openalex.org/W6770412879","https://openalex.org/W6771405524","https://openalex.org/W6771574350","https://openalex.org/W6771640813","https://openalex.org/W6771679626","https://openalex.org/W6772643841","https://openalex.org/W6773817997","https://openalex.org/W6774715050","https://openalex.org/W6776188292","https://openalex.org/W6779133958","https://openalex.org/W6779469252","https://openalex.org/W6779490609","https://openalex.org/W6779605666","https://openalex.org/W6779630500","https://openalex.org/W6779679106","https://openalex.org/W6779823529","https://openalex.org/W6780069234","https://openalex.org/W6780863075","https://openalex.org/W6783943466","https://openalex.org/W6784265177","https://openalex.org/W6784333009","https://openalex.org/W6784358365","https://openalex.org/W6784399590","https://openalex.org/W6784864947","https://openalex.org/W6785863203","https://openalex.org/W6787984396","https://openalex.org/W6788125050","https://openalex.org/W6788757688","https://openalex.org/W6790852632","https://openalex.org/W6791146273","https://openalex.org/W6791392103","https://openalex.org/W6791907524","https://openalex.org/W6796686666","https://openalex.org/W6796816859","https://openalex.org/W6796823589","https://openalex.org/W6797362500","https://openalex.org/W6801034859","https://openalex.org/W6802381560","https://openalex.org/W6802903043","https://openalex.org/W6803011658","https://openalex.org/W6803227292","https://openalex.org/W6803276101","https://openalex.org/W6803413663","https://openalex.org/W6803552945","https://openalex.org/W6803717939","https://openalex.org/W6803966525","https://openalex.org/W6804136108","https://openalex.org/W6809856051","https://openalex.org/W6810040637","https://openalex.org/W6810062543","https://openalex.org/W6810081322","https://openalex.org/W6810332117","https://openalex.org/W6810348364","https://openalex.org/W6810435856","https://openalex.org/W6810650623","https://openalex.org/W6811147225","https://openalex.org/W6811173895","https://openalex.org/W6811277240","https://openalex.org/W6838571599","https://openalex.org/W6838639034","https://openalex.org/W6838667504","https://openalex.org/W6838762437","https://openalex.org/W6839200209","https://openalex.org/W6839331075","https://openalex.org/W6839820251","https://openalex.org/W6840144097","https://openalex.org/W6840245342","https://openalex.org/W6840391442","https://openalex.org/W6840704704","https://openalex.org/W6840848472","https://openalex.org/W6841536812","https://openalex.org/W6842738431","https://openalex.org/W6843138321","https://openalex.org/W6843328448","https://openalex.org/W6846127511","https://openalex.org/W6846159801","https://openalex.org/W6846363336","https://openalex.org/W6846406187","https://openalex.org/W6849091572","https://openalex.org/W6849248325","https://openalex.org/W6849353033","https://openalex.org/W6849896277","https://openalex.org/W6850099306","https://openalex.org/W6850300237","https://openalex.org/W6850568775","https://openalex.org/W6850625674","https://openalex.org/W6851248805","https://openalex.org/W6851670737","https://openalex.org/W6851694582","https://openalex.org/W6851775134","https://openalex.org/W6852699082","https://openalex.org/W6852760866","https://openalex.org/W6852845654","https://openalex.org/W6853775434","https://openalex.org/W6856385759","https://openalex.org/W6860301699","https://openalex.org/W6860319305","https://openalex.org/W6861553472","https://openalex.org/W6861945350","https://openalex.org/W6863115150","https://openalex.org/W6864159381","https://openalex.org/W6869852015","https://openalex.org/W7014114755","https://openalex.org/W7061052158"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W2961085424","https://openalex.org/W3215138031","https://openalex.org/W4306674287","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W4387369504","https://openalex.org/W3046775127"],"abstract_inverted_index":{"Forgetting":[0,36],"refers":[1],"to":[2,46,53,154,181],"the":[3,66,183],"loss":[4],"or":[5,191],"deterioration":[6],"of":[7,68,75,140,185],"previously":[8],"acquired":[9],"knowledge.":[10],"While":[11],"existing":[12,91],"surveys":[13,92],"on":[14,19,93],"forgetting":[15,22,60,99,109,129,174,194],"have":[16,168],"primarily":[17],"focused":[18],"continual":[20,94],"learning,":[21],"is":[23,100,110],"a":[24,111,131,136],"prevalent":[25],"phenomenon":[26,142],"observed":[27],"in":[28,38,120,130,195],"various":[29,165],"other":[30],"research":[31,39],"domains":[32],"within":[33],"deep":[34],"learning.":[35],"manifests":[37],"fields":[40,166],"such":[41,123],"as":[42,124],"generative":[43],"models":[44],"due":[45,52],"generator":[47],"shifts,":[48],"and":[49,84,114,118,143,162],"federated":[50],"learning":[51,74,95],"heterogeneous":[54],"data":[55],"distributions":[56],"across":[57],"clients.":[58],"Addressing":[59],"encompasses":[61],"several":[62],"challenges,":[63],"including":[64],"balancing":[65],"retention":[67],"old":[69],"task":[70,79],"knowledge":[71],"with":[72,81,170],"fast":[73],"new":[76],"task,":[77],"managing":[78],"interference":[80],"conflicting":[82],"goals,":[83],"preventing":[85],"privacy":[86],"leakage,":[87],"etc.":[88],"Moreover,":[89],"most":[90],"implicitly":[96],"assume":[97],"that":[98,108,167],"always":[101],"harmful.":[102],"In":[103],"contrast,":[104],"our":[105],"survey":[106],"argues":[107],"double-edged":[112],"sword":[113],"can":[115],"be":[116],"beneficial":[117],"desirable":[119],"certain":[121],"cases,":[122],"privacy-preserving":[125],"scenarios.":[126],"By":[127,172],"exploring":[128],"broader":[132],"context,":[133],"we":[134,152,179],"present":[135],"more":[137],"nuanced":[138],"understanding":[139],"this":[141,149],"highlight":[144],"its":[145,176],"potential":[146,156],"advantages.":[147],"Through":[148],"comprehensive":[150],"survey,":[151],"aspire":[153],"uncover":[155],"solutions":[157],"by":[158],"drawing":[159],"upon":[160],"ideas":[161],"approaches":[163],"from":[164],"dealt":[169],"forgetting.":[171],"examining":[173],"beyond":[175],"conventional":[177],"boundaries,":[178],"hope":[180],"encourage":[182],"development":[184],"novel":[186],"strategies":[187],"for":[188],"mitigating,":[189],"harnessing,":[190],"even":[192],"embracing":[193],"real":[196],"applications.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":25},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-29T07:29:34.045763","created_date":"2025-10-10T00:00:00"}