{"id":"https://openalex.org/W7166744757","doi":"https://doi.org/10.48550/arxiv.2606.29431","title":"FADE: Mitigating Hallucinations by Reducing Language-Prior Dominance in Large Vision-Language Models","display_name":"FADE: Mitigating Hallucinations by Reducing Language-Prior Dominance in Large Vision-Language Models","publication_year":2026,"publication_date":"2026-06-28","ids":{"openalex":"https://openalex.org/W7166744757","doi":"https://doi.org/10.48550/arxiv.2606.29431"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.29431","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29431","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.29431","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101893660","display_name":"Yi Guo","orcid":"https://orcid.org/0009-0006-1890-6726"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Yichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139682892","display_name":"Kai Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110978891","display_name":"Fenglai Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Fenglai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139668965","display_name":"Yiding Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Yiding","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001407111","display_name":"Dongshuo Zhang","orcid":"https://orcid.org/0009-0001-5510-6094"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Dongxu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139693217","display_name":"Wenya Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wenya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080547297","display_name":"Lin William Cong","orcid":"https://orcid.org/0000-0002-2617-2367"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cong, Lin William","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139637004","display_name":"Shanghang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shanghang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.438400000333786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.438400000333786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.06279999762773514,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.04919999837875366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.659600019454956},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.46480000019073486},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.46160000562667847},{"id":"https://openalex.org/keywords/dominance","display_name":"Dominance (genetics)","score":0.39480000734329224},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.39430001378059387},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3716000020503998}],"concepts":[{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.659600019454956},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6183000206947327},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.46480000019073486},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.46160000562667847},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41260001063346863},{"id":"https://openalex.org/C151913843","wikidata":"https://www.wikidata.org/wiki/Q3454555","display_name":"Dominance (genetics)","level":3,"score":0.39480000734329224},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.39430001378059387},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.37549999356269836},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3716000020503998},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31540000438690186},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.31200000643730164},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C3020402766","wikidata":"https://www.wikidata.org/wiki/Q104376712","display_name":"Prior information","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C2778518048","wikidata":"https://www.wikidata.org/wiki/Q848346","display_name":"Fade","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.29431","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29431","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.29431","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29431","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6961091160774231}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Despite":[0],"the":[1,18,26,44,51,75],"impressive":[2],"capabilities":[3],"of":[4,28,77],"Large":[5],"Vision-Language":[6],"Models":[7],"(LVLMs),":[8],"they":[9],"remain":[10],"susceptible":[11],"to":[12,25,39,92,115],"hallucination,":[13],"generating":[14],"content":[15],"inconsistent":[16],"with":[17],"input":[19],"image.":[20],"Recent":[21],"studies":[22],"attribute":[23],"this":[24,41,99],"dominance":[27],"language":[29,78],"priors":[30,81],"over":[31],"visual":[32,65,84],"inputs":[33],"and":[34,58,123,129],"employ":[35],"contrastive":[36],"decoding":[37],"methods":[38],"mitigate":[40],"dominance,":[42],"but":[43],"mechanistic":[45],"origin":[46],"remains":[47],"unexplored.":[48],"We":[49],"investigate":[50],"information":[52],"flow":[53],"through":[54],"each":[55],"transformer":[56],"layer":[57],"find":[59],"that":[60,111,132],"attention":[61],"modules":[62,69],"consistently":[63],"aggregate":[64],"evidence,":[66,85],"while":[67,137],"FFN":[68,113],"at":[70],"critical":[71],"layers":[72,91],"act":[73],"as":[74],"source":[76],"priors.":[79],"These":[80],"can":[82],"override":[83],"causing":[86],"correct":[87],"predictions":[88],"in":[89],"intermediate":[90],"drift":[93],"toward":[94],"incorrect":[95],"outputs.":[96],"Based":[97],"on":[98,120],"insight,":[100],"we":[101],"propose":[102],"FADE":[103,133],"(FFN":[104],"Attenuation":[105],"for":[106],"DEcoding),":[107],"a":[108],"training-free":[109],"method":[110],"attenuates":[112],"outputs":[114],"reduce":[116],"language-prior":[117],"dominance.":[118],"Evaluations":[119],"POPE,":[121],"CHAIR,":[122],"MME":[124],"benchmarks":[125],"across":[126],"LLaVA-1.5,":[127],"mPLUG-Owl2,":[128],"InstructBLIP":[130],"show":[131],"effectively":[134],"mitigates":[135],"hallucinations":[136],"preserving":[138],"inference":[139],"efficiency.":[140]},"counts_by_year":[],"updated_date":"2026-07-03T06:15:21.484131","created_date":"2026-07-01T00:00:00"}