{"id":"https://openalex.org/W7151394475","doi":"https://doi.org/10.48550/arxiv.2604.04863","title":"Beyond the Global Scores: Fine-Grained Token Grounding as a Robust Detector of LVLM Hallucinations","display_name":"Beyond the Global Scores: Fine-Grained Token Grounding as a Robust Detector of LVLM Hallucinations","publication_year":2026,"publication_date":"2026-04-06","ids":{"openalex":"https://openalex.org/W7151394475","doi":"https://doi.org/10.48550/arxiv.2604.04863"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.04863","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04863","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.04863","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101501906","display_name":"Tuan Nguyen","orcid":"https://orcid.org/0009-0003-2780-6565"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Tuan Dung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104282191","display_name":"Minh Khoi Ho","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ho, Minh Khoi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133118383","display_name":"Qi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011835422","display_name":"Yutong Xie","orcid":"https://orcid.org/0000-0002-6644-1250"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Yutong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133144945","display_name":"Nguyen Cam-Tu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cam-Tu, Nguyen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Nguyen, Minh Khoi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Minh Khoi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Nguyen, Dang Huy Pham","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Dang Huy Pham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128650490","display_name":"Anton van den Hengel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hengel, Anton van den","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035480544","display_name":"Johan Verjans","orcid":"https://orcid.org/0000-0002-8336-6774"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Verjans, Johan W.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123932065","display_name":"Phi Le Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Phi Le","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5086523266","display_name":"Vu Minh Hieu Phan","orcid":"https://orcid.org/0000-0003-3861-0296"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Phan, Vu Minh Hieu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.26510000228881836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.26510000228881836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.08649999648332596,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13397","display_name":"Hallucinations in medical conditions","score":0.057500001043081284,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.973800003528595},{"id":"https://openalex.org/keywords/visual-hallucination","display_name":"Visual Hallucination","score":0.6141999959945679},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5778999924659729},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5547000169754028},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.4490000009536743},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.40689998865127563},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.3682999908924103},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3544999957084656},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3465999960899353}],"concepts":[{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.973800003528595},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6442999839782715},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6320000290870667},{"id":"https://openalex.org/C2908998935","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Visual Hallucination","level":2,"score":0.6141999959945679},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5778999924659729},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5547000169754028},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4505999982357025},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.4490000009536743},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.40689998865127563},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.3682999908924103},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3544999957084656},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3465999960899353},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3463999927043915},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3391000032424927},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33489999175071716},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.3160000145435333},{"id":"https://openalex.org/C15569618","wikidata":"https://www.wikidata.org/wiki/Q3561421","display_name":"Liveness","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.3041999936103821},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2750999927520752},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.26910001039505005},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C2780023022","wikidata":"https://www.wikidata.org/wiki/Q1338171","display_name":"Compensation (psychology)","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.04863","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04863","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.04863","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04863","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4383183717727661,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"vision-language":[1],"models":[2],"(LVLMs)":[3],"achieve":[4],"strong":[5],"performance":[6],"on":[7,22,90],"visual":[8,146],"reasoning":[9],"tasks":[10],"but":[11,46],"remain":[12],"highly":[13],"susceptible":[14],"to":[15,32,126,139,173],"hallucination.":[16],"Existing":[17],"detection":[18,98,158],"methods":[19],"predominantly":[20],"rely":[21],"coarse,":[23],"whole-image":[24],"measures":[25],"of":[26,114,183],"how":[27],"an":[28],"object":[29,78],"token":[30,79],"relates":[31],"the":[33,63,127,181],"input":[34],"image.":[35],"This":[36],"global":[37,65],"strategy":[38],"is":[39],"limited:":[40],"hallucinated":[41,115],"tokens":[42],"may":[43],"exhibit":[44,140],"weak":[45],"widely":[47],"scattered":[48],"correlations":[49],"across":[50,105],"many":[51],"local":[52],"regions,":[53],"which":[54],"aggregate":[55],"into":[56],"deceptively":[57],"high":[58],"overall":[59],"relevance,":[60],"thus":[61],"evading":[62],"current":[64],"hallucination":[66,97,178],"detectors.":[67],"We":[68],"begin":[69],"with":[70,144,166],"a":[71,76,85,95,154],"simple":[72],"yet":[73],"critical":[74],"observation:":[75],"faithful":[77,133],"must":[80],"be":[81],"strongly":[82],"grounded":[83],"in":[84,124,132,176],"specific":[86],"image":[87],"region.":[88,147],"Building":[89],"this":[91],"insight,":[92],"we":[93,152],"introduce":[94],"patch-level":[96,162],"framework":[99],"that":[100,160],"examines":[101],"fine-grained":[102,184],"token-level":[103,177],"interactions":[104],"model":[106],"layers.":[107],"Our":[108,169],"analysis":[109,186],"uncovers":[110],"two":[111],"characteristic":[112],"signatures":[113],"tokens:":[116],"(i)":[117],"they":[118,137],"yield":[119],"diffuse,":[120],"non-localized":[121],"attention":[122,130],"patterns,":[123],"contrast":[125],"compact,":[128],"well-focused":[129],"seen":[131],"tokens;":[134],"and":[135,156],"(ii)":[136],"fail":[138],"meaningful":[141],"semantic":[142],"alignment":[143],"any":[145],"Guided":[148],"by":[149],"these":[150],"findings,":[151],"develop":[153],"lightweight":[155],"interpretable":[157],"method":[159],"leverages":[161],"statistical":[163],"features,":[164],"combined":[165],"hidden-layer":[167],"representations.":[168],"approach":[170],"achieves":[171],"up":[172],"90%":[174],"accuracy":[175],"detection,":[179],"demonstrating":[180],"superiority":[182],"structural":[185],"for":[187],"detecting":[188],"hallucinations.":[189]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-08T00:00:00"}