{"id":"https://openalex.org/W4414385814","doi":"https://doi.org/10.1145/3769076","title":"Memorization in Deep Learning: A Survey","display_name":"Memorization in Deep Learning: A Survey","publication_year":2025,"publication_date":"2025-09-22","ids":{"openalex":"https://openalex.org/W4414385814","doi":"https://doi.org/10.1145/3769076"},"language":"en","primary_location":{"id":"doi:10.1145/3769076","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3769076","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3769076","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113026861","display_name":"Jiaheng Wei","orcid":"https://orcid.org/0009-0003-7180-4268"},"institutions":[{"id":"https://openalex.org/I4210095297","display_name":"MIT University","ror":"https://ror.org/00v140q16","country_code":"MK","type":"education","lineage":["https://openalex.org/I4210095297"]},{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU","MK"],"is_corresponding":true,"raw_author_name":"Jiaheng Wei","raw_affiliation_strings":["RMIT University","RMIT University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0009-0003-7180-4268","affiliations":[{"raw_affiliation_string":"RMIT University","institution_ids":["https://openalex.org/I4210095297","https://openalex.org/I82951845"]},{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100449630","display_name":"Yanjun Zhang","orcid":"https://orcid.org/0000-0001-5611-3483"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yanjun Zhang","raw_affiliation_strings":["School of Computer Science, University of Technology Sydney","School of Computer Science, University of Technology Sydney, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0001-5611-3483","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015011245","display_name":"Leo Yu Zhang","orcid":"https://orcid.org/0000-0001-9330-2662"},"institutions":[{"id":"https://openalex.org/I11701301","display_name":"Griffith University","ror":"https://ror.org/02sc3r913","country_code":"AU","type":"education","lineage":["https://openalex.org/I11701301"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Leo Yu Zhang","raw_affiliation_strings":["Griffith University","Griffith University, Brisbane, Australia"],"raw_orcid":"https://orcid.org/0000-0001-9330-2662","affiliations":[{"raw_affiliation_string":"Griffith University","institution_ids":["https://openalex.org/I11701301"]},{"raw_affiliation_string":"Griffith University, Brisbane, Australia","institution_ids":["https://openalex.org/I11701301"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075722123","display_name":"Ming Ding","orcid":"https://orcid.org/0000-0002-3690-0321"},"institutions":[{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ming Ding","raw_affiliation_strings":["Data61","Data61, Eveleigh, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3690-0321","affiliations":[{"raw_affiliation_string":"Data61","institution_ids":["https://openalex.org/I42894916"]},{"raw_affiliation_string":"Data61, Eveleigh, Australia","institution_ids":["https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114860210","display_name":"Chao Chen","orcid":"https://orcid.org/0000-0003-1355-3870"},"institutions":[{"id":"https://openalex.org/I4210095297","display_name":"MIT University","ror":"https://ror.org/00v140q16","country_code":"MK","type":"education","lineage":["https://openalex.org/I4210095297"]},{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU","MK"],"is_corresponding":false,"raw_author_name":"Chao Chen","raw_affiliation_strings":["RMIT University","RMIT University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1355-3870","affiliations":[{"raw_affiliation_string":"RMIT University","institution_ids":["https://openalex.org/I4210095297","https://openalex.org/I82951845"]},{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013793366","display_name":"Kok\u2010Leong Ong","orcid":"https://orcid.org/0000-0003-4688-7674"},"institutions":[{"id":"https://openalex.org/I4210095297","display_name":"MIT University","ror":"https://ror.org/00v140q16","country_code":"MK","type":"education","lineage":["https://openalex.org/I4210095297"]},{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU","MK"],"is_corresponding":false,"raw_author_name":"Kok-Leong Ong","raw_affiliation_strings":["RMIT University","RMIT University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4688-7674","affiliations":[{"raw_affiliation_string":"RMIT University","institution_ids":["https://openalex.org/I4210095297","https://openalex.org/I82951845"]},{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044019139","display_name":"Jun Zhang","orcid":"https://orcid.org/0000-0002-2189-7801"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jun Zhang","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Swinburne University of Technology","Department of Computer Science and Software Engineering, Swinburne University of Technology, Hawthorn, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2189-7801","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Swinburne University of Technology","institution_ids":["https://openalex.org/I57093077"]},{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Swinburne University of Technology, Hawthorn, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100666554","display_name":"Yang Xiang","orcid":"https://orcid.org/0000-0001-5252-0831"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yang Xiang","raw_affiliation_strings":["Swinburne University of Technology","Swinburne University of Technology, Hawthorn, Australia"],"raw_orcid":"https://orcid.org/0000-0001-5252-0831","affiliations":[{"raw_affiliation_string":"Swinburne University of Technology","institution_ids":["https://openalex.org/I57093077"]},{"raw_affiliation_string":"Swinburne University of Technology, Hawthorn, Australia","institution_ids":["https://openalex.org/I57093077"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5113026861"],"corresponding_institution_ids":["https://openalex.org/I4210095297","https://openalex.org/I82951845"],"apc_list":null,"apc_paid":null,"fwci":11.4343,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.98227255,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"58","issue":"4","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.9703999757766724},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6653000116348267},{"id":"https://openalex.org/keywords/phenomenon","display_name":"Phenomenon","score":0.6424999833106995},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.600600004196167},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.38499999046325684},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3361000120639801}],"concepts":[{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.9703999757766724},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6919999718666077},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6653000116348267},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.6424999833106995},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.600600004196167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4627000093460083},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.42879998683929443},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.38499999046325684},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.334199994802475},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3084000051021576},{"id":"https://openalex.org/C13355873","wikidata":"https://www.wikidata.org/wiki/Q2920850","display_name":"Connection (principal bundle)","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C92393732","wikidata":"https://www.wikidata.org/wiki/Q1790374","display_name":"Learning theory","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3769076","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3769076","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3769076","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3769076","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W2023060295","https://openalex.org/W2139338362","https://openalex.org/W2473418344","https://openalex.org/W2473930607","https://openalex.org/W2535690855","https://openalex.org/W2560647685","https://openalex.org/W2774423163","https://openalex.org/W2786233556","https://openalex.org/W2795435272","https://openalex.org/W2803552920","https://openalex.org/W2890077576","https://openalex.org/W2911279176","https://openalex.org/W2951013084","https://openalex.org/W2963327228","https://openalex.org/W2970476646","https://openalex.org/W2982467521","https://openalex.org/W2989581875","https://openalex.org/W2995810454","https://openalex.org/W3018252856","https://openalex.org/W3035034338","https://openalex.org/W3035261884","https://openalex.org/W3065974826","https://openalex.org/W3080532707","https://openalex.org/W3096688134","https://openalex.org/W3096831136","https://openalex.org/W3102844651","https://openalex.org/W3108280718","https://openalex.org/W3110791298","https://openalex.org/W3119036516","https://openalex.org/W3157700644","https://openalex.org/W3161800498","https://openalex.org/W3166596953","https://openalex.org/W3169411391","https://openalex.org/W3170237968","https://openalex.org/W3172874231","https://openalex.org/W3173020161","https://openalex.org/W3177765786","https://openalex.org/W4206118214","https://openalex.org/W4221159672","https://openalex.org/W4225909425","https://openalex.org/W4226079995","https://openalex.org/W4226137521","https://openalex.org/W4281657280","https://openalex.org/W4285299366","https://openalex.org/W4286909613","https://openalex.org/W4287547705","https://openalex.org/W4287747814","https://openalex.org/W4288289156","https://openalex.org/W4288359148","https://openalex.org/W4297618321","https://openalex.org/W4301194718","https://openalex.org/W4301228416","https://openalex.org/W4320168647","https://openalex.org/W4382318594","https://openalex.org/W4384918549","https://openalex.org/W4385562519","https://openalex.org/W4385572928","https://openalex.org/W4385734162","https://openalex.org/W4385799550","https://openalex.org/W4386076127","https://openalex.org/W4386076400","https://openalex.org/W4404780750"],"related_works":[],"abstract_inverted_index":{"Deep":[0,5],"Learning":[1],"(DL)":[2],"powered":[3],"by":[4,127],"Neural":[6],"Networks":[7],"(DNNs)":[8],"has":[9],"revolutionized":[10],"various":[11,143],"domains,":[12],"yet":[13],"understanding":[14,153],"the":[15,61,87,99,130,151],"details":[16,42],"of":[17,63,132,154],"DNN":[18,111],"decision-making":[19],"and":[20,54,67,89,92,101,114,119,129,134,163],"learning":[21,47],"processes":[22],"remains":[23],"a":[24,78,105],"significant":[25],"challenge.":[26],"Recent":[27],"investigations":[28],"have":[29],"uncovered":[30],"an":[31],"interesting":[32],"memorization":[33,83,94,112,128,146,155],"phenomenon":[34,131],"in":[35,65,156],"which":[36],"DNNs":[37,66],"tend":[38],"to":[39,70,81],"memorize":[40],"specific":[41],"from":[43],"examples":[44],"rather":[45],"than":[46],"general":[48],"patterns,":[49],"affecting":[50],"model":[51,102],"generalization,":[52],"security,":[53],"privacy.":[55,120],"This":[56,148],"raises":[57],"critical":[58,171],"questions":[59],"about":[60],"nature":[62],"generalization":[64,88],"their":[68,115],"susceptibility":[69],"security":[71,118],"breaches.":[72],"In":[73],"this":[74],"survey,":[75],"we":[76,109,141],"present":[77],"systematic":[79],"framework":[80],"organize":[82],"definitions":[84],"based":[85],"on":[86,117],"security/privacy":[90],"domains":[91],"summarize":[93],"evaluation":[95],"methods":[96],"at":[97],"both":[98],"example":[100],"levels.":[103],"Through":[104],"comprehensive":[106],"literature":[107],"review,":[108],"explore":[110,135],"behaviors":[113],"impacts":[116],"We":[121],"also":[122],"introduce":[123],"privacy":[124],"vulnerabilities":[125],"caused":[126],"forgetting":[133],"its":[136,161],"connection":[137],"with":[138],"memorization.":[139],"Furthermore,":[140],"spotlight":[142],"applications":[144],"leveraging":[145],"mechanisms.":[147],"survey":[149],"offers":[150],"first-in-kind":[152],"DNNs,":[157],"providing":[158],"insights":[159],"into":[160],"challenges":[162],"opportunities":[164],"for":[165],"enhancing":[166],"AI":[167],"development":[168],"while":[169],"addressing":[170],"ethical":[172],"concerns.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}