{"id":"https://openalex.org/W7118330870","doi":"https://doi.org/10.48550/arxiv.2601.03100","title":"Text-Guided Layer Fusion Mitigates Hallucination in Multimodal LLMs","display_name":"Text-Guided Layer Fusion Mitigates Hallucination in Multimodal LLMs","publication_year":2026,"publication_date":"2026-01-06","ids":{"openalex":"https://openalex.org/W7118330870","doi":"https://doi.org/10.48550/arxiv.2601.03100"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2601.03100","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lin, Chenchen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Chenchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102734232","display_name":"Sanbao Su","orcid":"https://orcid.org/0009-0009-2206-4906"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Sanbao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036233587","display_name":"Rachel Luo","orcid":"https://orcid.org/0000-0001-8296-4994"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Rachel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003045117","display_name":"Yuxiao Chen","orcid":"https://orcid.org/0000-0002-2666-1435"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yuxiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122217168","display_name":"Yan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018653575","display_name":"M. Pavone","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pavone, Marco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100660283","display_name":"Fei Miao","orcid":"https://orcid.org/0000-0003-2417-0808"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miao, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03651954,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.22429999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.22429999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.21050000190734863,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.07909999787807465,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6263999938964844},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.6208999752998352},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5385000109672546},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5175999999046326},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5065000057220459},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.4887000024318695},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.3968000113964081},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3855000138282776}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6664000153541565},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.659600019454956},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6263999938964844},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.6208999752998352},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5385000109672546},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5175999999046326},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5065000057220459},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4887000024318695},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.43529999256134033},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.3968000113964081},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3855000138282776},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.37369999289512634},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.35910001397132874},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.3416999876499176},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3190000057220459},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3165999948978424},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.29170000553131104},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.2892000079154968},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.25609999895095825}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2601.03100","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2601.03100","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.03100","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2601.03100","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"large":[1],"language":[2,36],"models":[3],"(MLLMs)":[4],"typically":[5],"rely":[6],"on":[7,35,48,152],"a":[8,13,100,112],"single":[9],"late-layer":[10],"feature":[11],"from":[12,29],"frozen":[14],"vision":[15,69],"encoder,":[16],"leaving":[17],"the":[18,49,54,62,83,89,120],"encoder's":[19],"rich":[20,63],"hierarchy":[21,64],"of":[22,65,88,115,122],"visual":[23,55,116,170],"cues":[24],"under-utilized.":[25],"MLLMs":[26],"still":[27],"suffer":[28],"visually":[30],"ungrounded":[31],"hallucinations,":[32],"often":[33],"relying":[34],"priors":[37],"rather":[38],"than":[39],"image":[40],"evidence.":[41],"While":[42],"many":[43],"prior":[44],"mitigation":[45],"strategies":[46],"operate":[47],"text":[50],"side,":[51],"they":[52],"leave":[53],"representation":[56],"unchanged":[57],"and":[58,110,130,144,155,172],"do":[59],"not":[60],"exploit":[61],"features":[66],"encoded":[67],"across":[68,141],"layers.":[70],"Existing":[71],"multi-layer":[72],"fusion":[73,114,163],"methods":[74],"partially":[75],"address":[76],"this":[77,92],"limitation":[78],"but":[79],"remain":[80],"static,":[81],"applying":[82],"same":[84],"layer":[85],"mixture":[86],"regardless":[87],"query.":[90],"In":[91],"work,":[93],"we":[94],"introduce":[95],"TGIF":[96,118,137],"(Text-Guided":[97],"Inter-layer":[98],"Fusion),":[99],"lightweight":[101],"module":[102],"that":[103,160],"treats":[104],"encoder":[105],"layers":[106],"as":[107],"depth-wise":[108],"\"experts\"":[109],"predicts":[111],"prompt-dependent":[113],"features.":[117],"follows":[119],"principle":[121],"direct":[123],"external":[124],"fusion,":[125],"requires":[126],"no":[127],"vision-encoder":[128],"updates,":[129],"adds":[131],"minimal":[132],"overhead.":[133],"Integrated":[134],"into":[135],"LLaVA-1.5-7B,":[136],"provides":[138],"consistent":[139],"improvements":[140],"hallucination,":[142],"OCR,":[143],"VQA":[145],"benchmarks,":[146],"while":[147],"preserving":[148],"or":[149],"improving":[150],"performance":[151],"ScienceQA,":[153],"GQA,":[154],"MMBench.":[156],"These":[157],"results":[158],"suggest":[159],"query-conditioned,":[161],"hierarchy-aware":[162],"is":[164],"an":[165],"effective":[166],"way":[167],"to":[168],"strengthen":[169],"grounding":[171],"reduce":[173],"hallucination":[174],"in":[175],"modern":[176],"MLLMs.":[177]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-01-08T00:00:00"}