{"id":"https://openalex.org/W7166562980","doi":"https://doi.org/10.48550/arxiv.2606.28273","title":"Vision-Default, Prior-Override: Causal Mechanisms of Perception-Knowledge Conflict in Vision-Language Models","display_name":"Vision-Default, Prior-Override: Causal Mechanisms of Perception-Knowledge Conflict in Vision-Language Models","publication_year":2026,"publication_date":"2026-06-26","ids":{"openalex":"https://openalex.org/W7166562980","doi":"https://doi.org/10.48550/arxiv.2606.28273"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.28273","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28273","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.28273","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139568360","display_name":"Niclas Lietzow","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lietzow, Niclas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114657108","display_name":"Danielle Bitterman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bitterman, Danielle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139577037","display_name":"Carsten Eickhoff","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eickhoff, Carsten","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133603328","display_name":"William Rudman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rudman, William","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5019199746","display_name":"Michal Golovanevsky","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Golovanevsky, Michal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8759999871253967,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8759999871253967,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.015599999576807022,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.01209999993443489,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.599399983882904},{"id":"https://openalex.org/keywords/causal-model","display_name":"Causal model","score":0.5080000162124634},{"id":"https://openalex.org/keywords/causal-reasoning","display_name":"Causal reasoning","score":0.4528999924659729},{"id":"https://openalex.org/keywords/causal-structure","display_name":"Causal structure","score":0.4404999911785126},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.43810001015663147},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.3849000036716461},{"id":"https://openalex.org/keywords/ground","display_name":"Ground","score":0.364300012588501},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.35760000348091125}],"concepts":[{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.599399983882904},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5583999752998352},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.5080000162124634},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49950000643730164},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47200000286102295},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4643999934196472},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.4528999924659729},{"id":"https://openalex.org/C163504300","wikidata":"https://www.wikidata.org/wiki/Q2364925","display_name":"Causal structure","level":2,"score":0.4404999911785126},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.43810001015663147},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3982999920845032},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.3849000036716461},{"id":"https://openalex.org/C168993435","wikidata":"https://www.wikidata.org/wiki/Q6501125","display_name":"Ground","level":2,"score":0.364300012588501},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.35760000348091125},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35179999470710754},{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C2982912361","wikidata":"https://www.wikidata.org/wiki/Q1851867","display_name":"Mental model","level":2,"score":0.33250001072883606},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.31709998846054077},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2669999897480011},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.26440000534057617},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2578999996185303},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C2986089797","wikidata":"https://www.wikidata.org/wiki/Q6501338","display_name":"Visual attention","level":3,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.28273","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28273","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.28273","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28273","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-language":[0],"models":[1],"must":[2],"reconcile":[3],"visual":[4,64,106],"evidence":[5],"with":[6,50],"memorized":[7],"world":[8,97],"knowledge":[9,98],"when":[10],"the":[11,20,85,89,158],"two":[12],"conflict.":[13],"How":[14],"they":[15],"resolve":[16],"this":[17],"conflict":[18,177],"shapes":[19],"reliability":[21],"of":[22,77,88,120,129],"multimodal":[23],"systems,":[24],"yet":[25],"prior":[26,70],"work":[27],"characterizes":[28],"it":[29],"behaviorally":[30],"without":[31],"a":[32,74,102,171],"component-level":[33],"causal":[34,136,173],"account.":[35],"We":[36],"combine":[37],"activation":[38],"patching":[39],"across":[40,165],"three":[41,58],"granularities":[42],"(residual":[43],"stream,":[44],"attention":[45,80],"heads,":[46,144,151],"and":[47,54,149,168],"MLP":[48],"sublayers)":[49],"model-component":[51],"ablation":[52],"studies":[53],"mechanistic":[55],"analysis.":[56],"Across":[57],"VLM":[59],"families,":[60],"we":[61],"find":[62],"that":[63],"grounding":[65,71],"emerges":[66],"by":[67],"default,":[68],"whereas":[69],"depends":[72],"on":[73],"small":[75],"set":[76],"causally":[78],"necessary":[79],"heads":[81,92,140],"(2.5-4.8%)":[82],"concentrated":[83],"in":[84,118,178],"second":[86],"half":[87],"network.":[90],"These":[91],"enable":[93],"answers":[94,117],"from":[95,112],"stored":[96],"(e.g.,":[99],"\"red\"":[100],"for":[101],"strawberry)":[103],"despite":[104],"conflicting":[105],"input.":[107],"Ablating":[108],"them":[109],"flips":[110],"predictions":[111],"knowledge-grounded":[113],"to":[114],"visually":[115,130],"grounded":[116,131],"68-96%":[119],"cases":[121],"under":[122],"prior-knowledge":[123],"prompts,":[124],"but":[125],"changes":[126],"only":[127],"0.8-7.5%":[128],"predictions,":[132],"establishing":[133],"an":[134],"asymmetric":[135],"structure.":[137],"The":[138],"identified":[139],"decompose":[141],"into":[142,157],"routing":[143],"which":[145,152],"modulate":[146],"information":[147],"flow,":[148],"writing":[150],"directly":[153],"project":[154],"answer":[155],"tokens":[156],"residual":[159],"stream.":[160],"This":[161],"structure":[162],"is":[163],"consistent":[164],"model":[166],"families":[167],"scales,":[169],"revealing":[170],"sparse":[172],"circuit":[174],"underlying":[175],"perception-knowledge":[176],"VLMs.":[179]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-30T00:00:00"}