{"id":"https://openalex.org/W7162639506","doi":"https://doi.org/10.48550/arxiv.2605.27993","title":"Rethinking Visual Neglect: Steering via Context-Preference for MLLM Hallucination Mitigation","display_name":"Rethinking Visual Neglect: Steering via Context-Preference for MLLM Hallucination Mitigation","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162639506","doi":"https://doi.org/10.48550/arxiv.2605.27993"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.27993","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27993","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.27993","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137263243","display_name":"Jingwen Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jingwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137231112","display_name":"Xijun Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xijun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137223927","display_name":"Ge Song","orcid":"https://orcid.org/0000-0002-2159-8203"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Ge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1776999980211258,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1776999980211258,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.15459999442100525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.06340000033378601,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.603600025177002},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5724999904632568},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5552999973297119},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.4846000075340271},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4300999939441681},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.42640000581741333},{"id":"https://openalex.org/keywords/visual-hallucination","display_name":"Visual Hallucination","score":0.4147999882698059},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.3855000138282776},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.37119999527931213}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.603600025177002},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5778999924659729},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5724999904632568},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5552999973297119},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.504800021648407},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.4846000075340271},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4300999939441681},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42980000376701355},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.42640000581741333},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42100000381469727},{"id":"https://openalex.org/C2908998935","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Visual Hallucination","level":2,"score":0.4147999882698059},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3855000138282776},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.37119999527931213},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.36559998989105225},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3564999997615814},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.33070001006126404},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.3082999885082245},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.2985000014305115},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.290800005197525},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.29030001163482666},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.28619998693466187},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.2800999879837036},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27000001072883606},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C2780103172","wikidata":"https://www.wikidata.org/wiki/Q1309721","display_name":"Visual Objects","level":3,"score":0.2554999887943268}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.27993","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27993","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.27993","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27993","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Object":[0],"hallucination":[1],"remains":[2],"a":[3,77,94],"primary":[4],"obstacle":[5],"to":[6,29,66,132],"the":[7,74,82,87],"reliable":[8],"deployment":[9],"of":[10,114],"Multimodal":[11],"Large":[12],"Language":[13],"Models":[14],"(MLLMs).":[15],"Current":[16],"inference-time":[17],"mitigation":[18],"methods":[19],"mainly":[20],"assume":[21],"hallucinations":[22,50,64,143],"stem":[23],"from":[24],"visual":[25,31,46,67],"neglect,":[26],"steering":[27],"models":[28],"enhance":[30],"reliance.":[32,135],"In":[33],"contrast,":[34],"our":[35],"systematic":[36],"interventions":[37],"on":[38,51],"multiple":[39],"MLLMs":[40],"show":[41,137],"that":[42,62,73,138],"pushing":[43],"toward":[44],"more":[45],"reliance":[47],"may":[48,56],"exacerbate":[49],"some":[52],"models,":[53],"while":[54],"less":[55],"mitigate":[57],"hallucinations.":[58],"This":[59],"result":[60],"suggests":[61],"attributing":[63],"solely":[65],"insufficiency":[68],"is":[69],"underdetermined.":[70],"We":[71],"argue":[72],"image,":[75],"as":[76],"context,":[78],"simultaneously":[79],"competes":[80],"with":[81],"model's":[83],"parametric":[84],"knowledge":[85],"and":[86,118,148],"textual":[88],"context.":[89],"For":[90],"this,":[91],"we":[92],"propose":[93],"training-free":[95],"framework,":[96],"Context-Preference":[97],"Activation":[98],"Steering":[99],"(CAS).":[100],"It":[101],"extracts":[102],"two":[103,111],"semantically":[104],"distinct":[105],"Context":[106],"Preference":[107],"Vectors":[108],"(CPVs)":[109],"via":[110,121],"small":[112],"sets":[113],"designed":[115],"conflict":[116],"samples":[117],"applies":[119],"them":[120],"single-pass":[122],"signed":[123],"residual":[124],"injection":[125],"at":[126],"mid-early":[127],"MLP":[128],"layers":[129],"during":[130],"inference":[131],"control":[133],"information":[134],"Experiments":[136],"CAS":[139],"substantially":[140],"mitigates":[141],"object":[142],"without":[144],"increasing":[145],"decoding":[146],"latency":[147],"preserves":[149],"native":[150],"text-generation":[151],"quality.":[152]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-29T00:00:00"}