{"id":"https://openalex.org/W4414845289","doi":"https://doi.org/10.48550/arxiv.2502.16872","title":"Mitigating Hallucinations in Diffusion Models through Adaptive Attention Modulation","display_name":"Mitigating Hallucinations in Diffusion Models through Adaptive Attention Modulation","publication_year":2025,"publication_date":"2025-02-24","ids":{"openalex":"https://openalex.org/W4414845289","doi":"https://doi.org/10.48550/arxiv.2502.16872"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2502.16872","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.16872","pdf_url":"https://arxiv.org/pdf/2502.16872","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2502.16872","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013393466","display_name":"Trevine Oorloff","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oorloff, Trevine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088670059","display_name":"Yaser Yacoob","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yacoob, Yaser","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101614443","display_name":"Abhinav Shrivastava","orcid":"https://orcid.org/0000-0001-8928-8554"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shrivastava, Abhinav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9344000220298767,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11304","display_name":"Advanced Neuroimaging Techniques and Applications","score":0.9241999983787537,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.7134000062942505},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.6786999702453613},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.6089000105857849},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5076000094413757},{"id":"https://openalex.org/keywords/flicker","display_name":"Flicker","score":0.4699000120162964},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4235000014305115},{"id":"https://openalex.org/keywords/modulation","display_name":"Modulation (music)","score":0.4221000075340271}],"concepts":[{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.7134000062942505},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.6786999702453613},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6553000211715698},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.6089000105857849},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5206000208854675},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5076000094413757},{"id":"https://openalex.org/C19743564","wikidata":"https://www.wikidata.org/wiki/Q25378119","display_name":"Flicker","level":2,"score":0.4699000120162964},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4235000014305115},{"id":"https://openalex.org/C123079801","wikidata":"https://www.wikidata.org/wiki/Q750240","display_name":"Modulation (music)","level":2,"score":0.4221000075340271},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.4081999957561493},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.388700008392334},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38089999556541443},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.3635999858379364},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3109000027179718},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2587999999523163},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.2522999942302704}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2502.16872","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.16872","pdf_url":"https://arxiv.org/pdf/2502.16872","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2502.16872","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.16872","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2502.16872","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.16872","pdf_url":"https://arxiv.org/pdf/2502.16872","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Diffusion":[0],"models,":[1],"while":[2],"increasingly":[3],"adept":[4],"at":[5],"generating":[6],"realistic":[7],"images,":[8],"are":[9],"notably":[10],"hindered":[11],"by":[12,40,138,147],"hallucinations":[13,39],"--":[14],"unrealistic":[15],"or":[16,61],"incorrect":[17],"features":[18],"inconsistent":[19],"with":[20],"the":[21,44,77,81,86,122,131,135,142,153],"trained":[22],"data":[23],"distribution.":[24],"In":[25],"this":[26],"work,":[27],"we":[28],"propose":[29],"Adaptive":[30],"Attention":[31],"Modulation":[32],"(AAM),":[33],"a":[34,72,94],"novel":[35],"approach":[36,133],"to":[37,65,98],"mitigate":[38],"analyzing":[41],"and":[42,124,140],"modulating":[43,85],"self-attention":[45,53,82],"mechanism":[46,75],"in":[47],"diffusion":[48],"models.":[49],"We":[50],"hypothesize":[51],"that":[52,102,114],"during":[54,89],"early":[55],"denoising":[56],"steps":[57],"may":[58,103],"inadvertently":[59],"amplify":[60],"suppress":[62],"features,":[63],"contributing":[64],"hallucinations.":[66,110],"To":[67],"counter":[68],"this,":[69],"AAM":[70,92,115],"introduces":[71],"temperature":[73],"scaling":[74],"within":[76],"softmax":[78],"operation":[79],"of":[80,126,144],"layers,":[83],"dynamically":[84],"attention":[87],"distribution":[88],"inference.":[90],"Additionally,":[91],"employs":[93],"masked":[95],"perturbation":[96],"technique":[97],"disrupt":[99],"early-stage":[100],"noise":[101],"otherwise":[104],"propagate":[105],"into":[106],"later":[107],"stages":[108],"as":[109],"Extensive":[111],"experiments":[112],"demonstrate":[113],"effectively":[116],"reduces":[117,141],"hallucinatory":[118],"artifacts,":[119],"enhancing":[120],"both":[121],"fidelity":[123],"reliability":[125],"generated":[127],"images.":[128],"For":[129],"instance,":[130],"proposed":[132],"improves":[134],"FID":[136],"score":[137],"20.8%":[139],"percentage":[143],"hallucinated":[145],"images":[146],"12.9%":[148],"(in":[149],"absolute":[150],"terms)":[151],"on":[152],"Hands":[154],"dataset.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}