{"id":"https://openalex.org/W7166124212","doi":"https://doi.org/10.48550/arxiv.2606.27372","title":"DnA: Denoising Attention for Visual Tasks","display_name":"DnA: Denoising Attention for Visual Tasks","publication_year":2026,"publication_date":"2026-06-25","ids":{"openalex":"https://openalex.org/W7166124212","doi":"https://doi.org/10.48550/arxiv.2606.27372"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.27372","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27372","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.27372","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139453219","display_name":"Ron Campos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Campos, Ron","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101714544","display_name":"Subhajit Maity","orcid":"https://orcid.org/0000-0002-0735-8406"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maity, Subhajit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139419745","display_name":"Xin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005981376","display_name":"S R Das","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Das, Srijan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5074006719","display_name":"Aritra Dutta","orcid":"https://orcid.org/0000-0001-6994-1659"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dutta, Aritra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.8863000273704529,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.8863000273704529,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.027300000190734863,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.012000000104308128,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.7567999958992004},{"id":"https://openalex.org/keywords/linear-subspace","display_name":"Linear subspace","score":0.6822999715805054},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5224999785423279},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.49799999594688416},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4657000005245209},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.43050000071525574},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.4246000051498413},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.3797000050544739},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.3513999879360199}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.7567999958992004},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.6822999715805054},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6751000285148621},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6431000232696533},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5224999785423279},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.49799999594688416},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4657000005245209},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.43050000071525574},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.4246000051498413},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3797000050544739},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.3513999879360199},{"id":"https://openalex.org/C2779200073","wikidata":"https://www.wikidata.org/wiki/Q18395575","display_name":"Visual masking","level":4,"score":0.3490000069141388},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3467000126838684},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.3441999852657318},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3382999897003174},{"id":"https://openalex.org/C160086991","wikidata":"https://www.wikidata.org/wiki/Q5939193","display_name":"Human visual system model","level":3,"score":0.337799996137619},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.3192000091075897},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31709998846054077},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C2983327147","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Image denoising","level":3,"score":0.27079999446868896},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2639999985694885}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.27372","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27372","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.27372","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27372","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7528338432312012}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"softmax":[1,21],"activation":[2],"in":[3,15,44],"multihead":[4],"attention":[5,25],"(MHA)":[6],"is":[7],"the":[8,56,106,133,141],"de":[9],"facto":[10],"standard":[11,20],"for":[12],"attention-based":[13],"models":[14],"visual":[16,114],"perception":[17],"tasks.":[18],"However,":[19],"can":[22],"produce":[23],"noisy":[24],"patterns":[26],"that":[27],"dilute":[28],"relevant":[29],"features":[30,53],"and":[31,59,86,124,140],"degrade":[32],"its":[33],"performance.":[34],"In":[35],"this":[36],"paper,":[37],"we":[38],"propose":[39],"Denoising":[40],"Attention":[41],"or":[42],"DnA,":[43],"which,":[45],"first,":[46],"a":[47,60,90],"positive":[48],"query":[49,62],"identifies":[50,63],"which":[51],"image":[52,68],"belong":[54],"to":[55,105],"correct":[57],"class,":[58],"negative":[61],"closely":[64],"associated":[65],"but":[66],"irrelevant":[67],"features.":[69],"DnA":[70,95],"then":[71],"projects":[72],"these":[73],"interactions":[74],"into":[75],"two":[76,137],"distinct":[77],"subspaces":[78,139],"with":[79,120],"larger":[80],"principal":[81],"angles,":[82],"promoting":[83],"subspace":[84],"separation":[85],"improved":[87],"discriminability.":[88],"Using":[89],"ViT-B":[91],"backbone,":[92],"our":[93],"proposed":[94],"achieves":[96],"an":[97],"absolute":[98],"gain":[99],"of":[100,144],"0.8%":[101],"on":[102],"ImageNet-1K":[103],"compared":[104],"baseline.":[107],"We":[108],"further":[109],"show":[110],"improvements":[111],"across":[112],"multiple":[113],"understanding":[115,119],"tasks,":[116],"including":[117],"video":[118,121,125],"transformers":[122],"(1.8%)":[123],"LLMs":[126],"(0.5%).":[127],"Our":[128],"extensive":[129],"empirical":[130],"analyses":[131],"justify":[132],"design":[134],"choices":[135],"involving":[136],"interacting":[138],"denoising":[142],"effect":[143],"DnA.":[145]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-27T00:00:00"}