{"id":"https://openalex.org/W7138316487","doi":"https://doi.org/10.1609/aaai.v40i11.37904","title":"Not All Tokens and Heads Are Equally Important: Dual-Level Attention Intervention for Hallucination Mitigation","display_name":"Not All Tokens and Heads Are Equally Important: Dual-Level Attention Intervention for Hallucination Mitigation","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138316487","doi":"https://doi.org/10.1609/aaai.v40i11.37904"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i11.37904","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i11.37904","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v40i11.37904","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121540600","display_name":"Lexiang Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lexiang Tang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007384127","display_name":"Xianwei Zhuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xianwei Zhuang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101184146","display_name":"Bang Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bang Yang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129641246","display_name":"Zhiyuan Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhiyuan Hu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129743843","display_name":"Hongxiang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hongxiang Li","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129693491","display_name":"Lu Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu Ma","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129642494","display_name":"Jinghan Ru","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinghan Ru","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5034401157","display_name":"Yuexian Zou","orcid":"https://orcid.org/0000-0002-0144-1794"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuexian Zou","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5121540600"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.53968254,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"11","first_page":"9439","last_page":"9447"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13397","display_name":"Hallucinations in medical conditions","score":0.14640000462532043,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T13397","display_name":"Hallucinations in medical conditions","score":0.14640000462532043,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.10279999673366547,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13219","display_name":"Mind wandering and attention","score":0.04340000078082085,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.5960000157356262},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.5906000137329102},{"id":"https://openalex.org/keywords/fixation","display_name":"Fixation (population genetics)","score":0.555400013923645},{"id":"https://openalex.org/keywords/visual-attention","display_name":"Visual attention","score":0.5206999778747559},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.4586000144481659},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.43230000138282776},{"id":"https://openalex.org/keywords/visual-search","display_name":"Visual search","score":0.3652999997138977},{"id":"https://openalex.org/keywords/dominance","display_name":"Dominance (genetics)","score":0.34869998693466187}],"concepts":[{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.6988000273704529},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6344000101089478},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.5960000157356262},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.5906000137329102},{"id":"https://openalex.org/C146249460","wikidata":"https://www.wikidata.org/wiki/Q2914991","display_name":"Fixation (population genetics)","level":3,"score":0.555400013923645},{"id":"https://openalex.org/C2986089797","wikidata":"https://www.wikidata.org/wiki/Q6501338","display_name":"Visual attention","level":3,"score":0.5206999778747559},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.4586000144481659},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.43230000138282776},{"id":"https://openalex.org/C158495155","wikidata":"https://www.wikidata.org/wiki/Q2369151","display_name":"Visual search","level":2,"score":0.3652999997138977},{"id":"https://openalex.org/C151913843","wikidata":"https://www.wikidata.org/wiki/Q3454555","display_name":"Dominance (genetics)","level":3,"score":0.34869998693466187},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.32829999923706055},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3248000144958496},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.27889999747276306},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.27459999918937683},{"id":"https://openalex.org/C33002781","wikidata":"https://www.wikidata.org/wiki/Q4826617","display_name":"Automaticity","level":3,"score":0.27239999175071716},{"id":"https://openalex.org/C126139899","wikidata":"https://www.wikidata.org/wiki/Q4818236","display_name":"Attentional control","level":3,"score":0.27239999175071716},{"id":"https://openalex.org/C207357515","wikidata":"https://www.wikidata.org/wiki/Q6951948","display_name":"N2pc","level":4,"score":0.26510000228881836},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.25540000200271606},{"id":"https://openalex.org/C2778121785","wikidata":"https://www.wikidata.org/wiki/Q781083","display_name":"Augmentative and alternative communication","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i11.37904","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i11.37904","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i11.37904","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i11.37904","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"vision-language":[1],"models":[2,171],"(LVLMs)":[3],"have":[4],"demonstrated":[5],"impressive":[6],"capabilities":[7],"across":[8,169],"diverse":[9,170],"multimodal":[10,116],"tasks,":[11],"yet":[12],"they":[13],"remain":[14],"highly":[15],"susceptible":[16],"to":[17,43,94,137],"visual":[18,28,73,98,139,161],"hallucinations":[19,56,179],"(VH),":[20],"often":[21],"producing":[22],"confident":[23],"but":[24],"inaccurate":[25],"descriptions":[26],"of":[27,69,78,92,129],"content.":[29],"Building":[30],"on":[31,102,111,150],"the":[32,76,103],"insight":[33],"that":[34,54,114,175],"not":[35],"all":[36],"tokens":[37],"and":[38,51,75,107,141,153,172],"attention":[39,60,74,85,93,136],"heads":[40],"contribute":[41],"equally":[42],"VH":[44],"mitigation,":[45],"we":[46,81],"introduce":[47],"VisFlow,":[48],"a":[49,124],"lightweight":[50],"training-free":[52],"framework":[53],"alleviates":[55],"by":[57],"directly":[58],"modulating":[59],"patterns":[61],"during":[62],"inference.":[63],"To":[64,118],"address":[65],"two":[66],"primary":[67],"challenges":[68],"VH,":[70],"namely":[71],"insufficient":[72],"dominance":[77],"language":[79],"priors,":[80],"identify":[82],"three":[83],"problematic":[84],"behaviors":[86],"in":[87],"LVLMs:":[88],"(1)":[89],"disproportionate":[90],"allocation":[91],"uninformative":[95],"or":[96],"trailing":[97],"tokens,":[99],"(2)":[100],"over-dependence":[101],"previously":[104],"generated":[105],"token,":[106],"(3)":[108],"excessive":[109],"fixation":[110],"system":[112,151],"prompts":[113,152],"hinders":[115],"integration.":[117],"overcome":[119],"these":[120,158],"issues,":[121],"VisFlow":[122,176],"introduces":[123],"dual-level":[125],"Attention":[126,131,143],"Intervention,":[127],"consisting":[128],"Token-level":[130],"Intervention":[132,144],"(TAI),":[133],"which":[134,146],"reinforces":[135],"salient":[138],"regions,":[140],"Head-level":[142],"(HAI),":[145],"suppresses":[147],"undue":[148],"focus":[149],"adjacent":[154],"text":[155],"tokens.":[156],"Together,":[157],"interventions":[159],"strengthen":[160],"alignment":[162],"while":[163],"reducing":[164],"linguistic":[165],"bias.":[166],"Extensive":[167],"experiments":[168],"benchmarks":[173],"demonstrate":[174],"effectively":[177],"mitigates":[178],"with":[180],"minimal":[181],"computational":[182],"overhead.":[183]},"counts_by_year":[],"updated_date":"2026-03-18T06:31:55.123368","created_date":"2026-03-18T00:00:00"}