{"id":"https://openalex.org/W7166142209","doi":"https://doi.org/10.48550/arxiv.2606.26387","title":"Staying VIGILant: Mitigating Visual Laziness via Counterfactual Visual Alignment in MLLMs","display_name":"Staying VIGILant: Mitigating Visual Laziness via Counterfactual Visual Alignment in MLLMs","publication_year":2026,"publication_date":"2026-06-24","ids":{"openalex":"https://openalex.org/W7166142209","doi":"https://doi.org/10.48550/arxiv.2606.26387"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.26387","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26387","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.26387","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139433170","display_name":"Xi Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Xi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139439134","display_name":"Chen Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053113105","display_name":"Chih-Ting Liao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liao, Chih-Ting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139456470","display_name":"Yunbei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yunbei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139401593","display_name":"Qizhen Lan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lan, Qizhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139463238","display_name":"Yuxiang Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Yuxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021606172","display_name":"L Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067225637","display_name":"Janet Wang","orcid":"https://orcid.org/0009-0003-9138-677X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Janet","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044808270","display_name":"Jianyang Gu","orcid":"https://orcid.org/0000-0002-4060-7427"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Jianyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061281954","display_name":"M H Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Muchao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139452278","display_name":"Tianyang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Tianyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139447291","display_name":"Hao Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9265999794006348,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9265999794006348,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.009999999776482582,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.008799999952316284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.5289999842643738},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4693000018596649},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.43709999322891235},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.42289999127388},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.4032999873161316},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.37689998745918274},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.37059998512268066},{"id":"https://openalex.org/keywords/visual-search","display_name":"Visual search","score":0.36640000343322754},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.32839998602867126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6987000107765198},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6299999952316284},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.5289999842643738},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4693000018596649},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.43709999322891235},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.42289999127388},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.4032999873161316},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.37689998745918274},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.37059998512268066},{"id":"https://openalex.org/C158495155","wikidata":"https://www.wikidata.org/wiki/Q2369151","display_name":"Visual search","level":2,"score":0.36640000343322754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3560999929904938},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3314000070095062},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.32839998602867126},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.30970001220703125},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.290800005197525},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.28769999742507935},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.26930001378059387},{"id":"https://openalex.org/C2779524336","wikidata":"https://www.wikidata.org/wiki/Q369503","display_name":"Saccade","level":3,"score":0.2687000036239624},{"id":"https://openalex.org/C2986089797","wikidata":"https://www.wikidata.org/wiki/Q6501338","display_name":"Visual attention","level":3,"score":0.2676999866962433},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C108757681","wikidata":"https://www.wikidata.org/wiki/Q2773912","display_name":"Bigram","level":3,"score":0.25589999556541443},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.2522999942302704},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.26387","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26387","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.26387","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26387","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"large":[1,6],"language":[2,7,59],"models":[3,8],"(MLLMs)":[4],"extend":[5],"(LLMs)":[9],"with":[10],"visual":[11,35,45,51,93,121,136],"perception,":[12],"enabling":[13],"joint":[14],"reasoning":[15,23,181],"over":[16],"images":[17],"and":[18,138,180,203],"text.":[19,77],"Despite":[20],"inheriting":[21],"strong":[22,58],"capabilities":[24,209],"from":[25,44,115],"LLMs,":[26],"they":[27],"remain":[28],"prone":[29],"to":[30,87,119,162],"hallucinations":[31],"that":[32,40,89,111,128,171],"contradict":[33,91],"their":[34],"inputs.":[36],"Mechanistic":[37],"studies":[38],"indicate":[39],"this":[41,144],"weakness":[42],"stems":[43],"laziness:":[46],"MLLMs":[47],"encode":[48],"the":[49,92,113,131,135,139,151,190,200],"correct":[50],"evidence":[52],"internally,":[53],"but":[54],"overly":[55],"rely":[56],"on":[57,76],"priors":[60],"during":[61],"response.":[62,141],"Existing":[63],"alignment":[64,176],"methods,":[65],"such":[66],"as":[67],"direct":[68],"preference":[69,201],"optimization,":[70],"primarily":[71],"optimize":[72],"outcome-level":[73],"rewards":[74],"based":[75],"This":[78],"introduces":[79,124],"an":[80],"optimization":[81],"bias":[82],"toward":[83],"linguistic":[84],"shortcuts,":[85],"leading":[86],"responses":[88],"often":[90],"evidence.":[94],"To":[95],"address":[96],"this,":[97],"we":[98],"propose":[99],"Visual":[100],"Information":[101],"Gain":[102],"In":[103],"aLignment":[104],"(VIGIL),":[105],"a":[106,125,164],"reinforcement-learning":[107],"(RL)":[108],"post-training":[109],"framework":[110],"shifts":[112],"focus":[114],"numerical":[116],"reward":[117],"fitting":[118],"causal":[120],"grounding.":[122],"VIGIL":[123,172],"geometric":[126],"constraint":[127],"explicitly":[129],"maximizes":[130],"mutual":[132],"information":[133],"between":[134],"input":[137],"generated":[140],"We":[142],"achieve":[143],"by":[145],"penalizing":[146],"\"blind":[147],"confidence\"":[148],"instances":[149],"where":[150],"model":[152],"remains":[153],"improperly":[154],"certain":[155],"even":[156,204],"when":[157],"textual-visual":[158],"attention":[159],"is":[160],"masked":[161],"create":[163],"counterfactual":[165],"blind":[166],"state.":[167],"Extensive":[168],"experiments":[169],"show":[170],"consistently":[173],"outperforms":[174],"recent":[175],"methods":[177,195],"across":[178],"hallucination":[179],"benchmarks":[182],"without":[183,210],"compromising":[184],"text-only":[185],"capabilities.":[186],"Our":[187],"approach":[188],"matches":[189],"full-data":[191],"performance":[192],"of":[193,199],"state-of-the-art":[194],"using":[196],"only":[197],"25%":[198],"data":[202],"demonstrates":[205],"emergent":[206],"spatial":[207],"grounding":[208],"explicit":[211],"bounding":[212],"box":[213],"supervision.":[214]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-27T00:00:00"}