{"id":"https://openalex.org/W7127340636","doi":"https://doi.org/10.48550/arxiv.2602.00621","title":"Towards Interpretable Hallucination Analysis and Mitigation in LVLMs via Contrastive Neuron Steering","display_name":"Towards Interpretable Hallucination Analysis and Mitigation in LVLMs via Contrastive Neuron Steering","publication_year":2026,"publication_date":"2026-01-31","ids":{"openalex":"https://openalex.org/W7127340636","doi":"https://doi.org/10.48550/arxiv.2602.00621"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.00621","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024704434","display_name":"Guangtao Lyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lyu, Guangtao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121213321","display_name":"Xinyi Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Xinyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124912645","display_name":"Qi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075259144","display_name":"Chenghao Xu","orcid":"https://orcid.org/0000-0001-5888-0504"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Chenghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087163038","display_name":"Jiexi Yan","orcid":"https://orcid.org/0000-0002-2544-3057"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Jiexi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124935763","display_name":"Muli Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Muli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121237135","display_name":"Fen Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Fen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124885348","display_name":"Cheng Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12167498,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13397","display_name":"Hallucinations in medical conditions","score":0.17589999735355377,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T13397","display_name":"Hallucinations in medical conditions","score":0.17589999735355377,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.0982000008225441,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.07360000163316727,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5874000191688538},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5339000225067139},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.515999972820282},{"id":"https://openalex.org/keywords/neuron","display_name":"Neuron","score":0.4113999903202057},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.30790001153945923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6365000009536743},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5874000191688538},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5339000225067139},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.515999972820282},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4323999881744385},{"id":"https://openalex.org/C2778794669","wikidata":"https://www.wikidata.org/wiki/Q43054","display_name":"Neuron","level":2,"score":0.4113999903202057},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.40779998898506165},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.00621","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.00621","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.00621","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.00621","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LVLMs":[0],"achieve":[1],"remarkable":[2],"multimodal":[3,181,192],"understanding":[4,154],"and":[5,67,107,129,144,179],"generation":[6],"but":[7,155],"remain":[8,88],"susceptible":[9],"to":[10,27,47],"hallucinations.":[11,109,159],"Existing":[12],"mitigation":[13],"methods":[14],"predominantly":[15],"focus":[16],"on":[17,111,176],"output-level":[18],"adjustments,":[19],"leaving":[20],"the":[21,163],"internal":[22],"mechanisms":[23],"that":[24,73,184],"give":[25],"rise":[26],"these":[28,112],"hallucinations":[29,74,188],"largely":[30,89],"unexplored.":[31],"To":[32],"gain":[33],"a":[34,39],"deeper":[35],"understanding,":[36],"we":[37,59,114],"adopt":[38],"representation-level":[40],"perspective":[41],"by":[42],"introducing":[43],"sparse":[44],"autoencoders":[45],"(SAEs)":[46],"decompose":[48],"dense":[49],"visual":[50,105,147,153],"embeddings":[51],"into":[52],"sparse,":[53],"interpretable":[54],"neurons.":[55,69],"Through":[56],"neuron-level":[57],"analysis,":[58],"identify":[60],"distinct":[61],"neuron":[62],"types,":[63],"including":[64],"always-on":[65,86],"neurons":[66,87,97,123,136],"image-specific":[68,83,96,122],"Our":[70],"findings":[71],"reveal":[72],"often":[75],"result":[76],"from":[77],"disruptions":[78],"or":[79,94],"spurious":[80],"activations":[81],"of":[82],"neurons,":[84],"while":[85,137,189],"stable.":[90],"Moreover,":[91],"selectively":[92,133],"enhancing":[93],"suppressing":[95,138],"enables":[98],"controllable":[99],"intervention":[100],"in":[101],"LVLM":[102],"outputs,":[103],"improving":[104],"grounding":[106],"reducing":[108],"Building":[110],"insights,":[113],"propose":[115],"Contrastive":[116],"Neuron":[117],"Steering":[118],"(CNS),":[119],"which":[120],"identifies":[121],"via":[124],"contrastive":[125],"analysis":[126],"between":[127],"clean":[128],"noisy":[130],"inputs.":[131],"CNS":[132,166,185],"amplifies":[134],"informative":[135],"perturbation-induced":[139],"activations,":[140],"producing":[141],"more":[142],"robust":[143],"semantically":[145],"grounded":[146],"representations.":[148],"This":[149],"not":[150],"only":[151],"enhances":[152],"also":[156],"effectively":[157],"mitigates":[158],"By":[160],"operating":[161],"at":[162],"prefilling":[164],"stage,":[165],"is":[167],"fully":[168],"compatible":[169],"with":[170],"existing":[171],"decoding-stage":[172],"methods.":[173],"Extensive":[174],"experiments":[175],"both":[177],"hallucination-focused":[178],"general":[180],"benchmarks":[182],"demonstrate":[183],"consistently":[186],"reduces":[187],"preserving":[190],"overall":[191],"understanding.":[193]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-04T00:00:00"}