{"id":"https://openalex.org/W7138672451","doi":"https://doi.org/10.1609/aaai.v40i25.39215","title":"Demystifying Foreground-Background Memorization in Diffusion Models","display_name":"Demystifying Foreground-Background Memorization in Diffusion Models","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138672451","doi":"https://doi.org/10.1609/aaai.v40i25.39215"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i25.39215","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i25.39215","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/39215/43176","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/39215/43176","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129720058","display_name":"Jimmy Z. Di","orcid":null},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jimmy Z. Di","raw_affiliation_strings":["University of Wisconsin - Madison"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin - Madison","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129642666","display_name":"Yiwei Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yiwei Lu","raw_affiliation_strings":["University of Ottawa\nVector Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ottawa\nVector Institute","institution_ids":["https://openalex.org/I4210127509"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125737670","display_name":"Yaoliang Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yaoliang Yu","raw_affiliation_strings":["University of Waterloo\nVector Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo\nVector Institute","institution_ids":["https://openalex.org/I151746483","https://openalex.org/I4210127509"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129692333","display_name":"Gautam Kamath","orcid":null},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gautam Kamath","raw_affiliation_strings":["University of Waterloo\nVector Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo\nVector Institute","institution_ids":["https://openalex.org/I151746483","https://openalex.org/I4210127509"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044067668","display_name":"Adam Dziedzic","orcid":"https://orcid.org/0000-0001-9786-2296"},"institutions":[{"id":"https://openalex.org/I4210128801","display_name":"Helmholtz Center for Information Security","ror":"https://ror.org/02njgxr09","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I4210128801"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Adam Dziedzic","raw_affiliation_strings":["CISPA Helmholtz Center for Information Security"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CISPA Helmholtz Center for Information Security","institution_ids":["https://openalex.org/I4210128801"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129650987","display_name":"Franziska Boenisch","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128801","display_name":"Helmholtz Center for Information Security","ror":"https://ror.org/02njgxr09","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I4210128801"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Franziska Boenisch","raw_affiliation_strings":["CISPA Helmholtz Center for Information Security"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CISPA Helmholtz Center for Information Security","institution_ids":["https://openalex.org/I4210128801"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"25","first_page":"20763","last_page":"20771"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.45680001378059387,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.45680001378059387,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.15440000593662262,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.07900000363588333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.97079998254776},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5734000205993652},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5446000099182129},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.39070001244544983},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.3603000044822693}],"concepts":[{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.97079998254776},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.657800018787384},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5734000205993652},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5446000099182129},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5209000110626221},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39989998936653137},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.39070001244544983},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.3571999967098236},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33489999175071716},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3037000000476837},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.263700008392334}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i25.39215","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i25.39215","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/39215/43176","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i25.39215","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i25.39215","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/39215/43176","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7138672451.pdf","grobid_xml":"https://content.openalex.org/works/W7138672451.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Diffusion":[0],"models":[1],"(DMs)":[2],"memorize":[3],"training":[4,87],"images":[5],"and":[6,33,56,98,108,140],"can":[7],"reproduce":[8],"near-duplicates":[9],"during":[10],"generation.":[11],"Current":[12],"detection":[13],"methods":[14],"identify":[15],"verbatim":[16],"memorization":[17,27,34,67,91,129],"but":[18],"fail":[19,110],"to":[20,83,111],"capture":[21],"two":[22],"critical":[23],"aspects:":[24],"quantifying":[25],"partial":[26],"occurring":[28],"in":[29,118,130],"small":[30],"image":[31],"regions,":[32],"patterns":[35,92],"beyond":[36,95],"specific":[37],"prompt-image":[38],"pairs.":[39],"To":[40],"address":[41],"these":[42],"limitations,":[43],"we":[44],"propose":[45],"Foreground":[46],"Background":[47],"Memorization":[48],"(FB-Mem),":[49],"a":[50,142,147],"novel":[51],"segmentation-based":[52],"metric":[53],"that":[54,66,93],"classifies":[55],"quantifies":[57],"memorized":[58],"regions":[59],"within":[60],"generated":[61],"images.":[62],"Our":[63,121],"method":[64,145],"reveals":[65],"is":[68],"more":[69],"pervasive":[70],"than":[71],"previously":[72],"understood:":[73],"(1)":[74],"individual":[75],"generations":[76],"from":[77],"single":[78],"prompts":[79],"may":[80],"be":[81],"linked":[82],"clusters":[84],"of":[85,136],"similar":[86],"images,":[88],"revealing":[89],"complex":[90],"extend":[94],"one-to-one":[96],"correspondences;":[97],"(2)":[99],"existing":[100],"model-level":[101],"mitigation":[102,138,144],"methods,":[103],"such":[104],"as":[105],"neuron":[106],"deactivation":[107],"pruning,":[109],"eliminate":[112],"local":[113],"memorization,":[114],"which":[115],"persists":[116],"particularly":[117],"foreground":[119],"regions.":[120],"work":[122],"establishes":[123],"an":[124],"effective":[125],"framework":[126],"for":[127],"measuring":[128],"diffusion":[131],"models,":[132],"demonstrates":[133],"the":[134],"inadequacy":[135],"current":[137],"approaches,":[139],"proposes":[141],"stronger":[143],"using":[146],"clustering":[148],"approach.":[149]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-03-18T00:00:00"}