{"id":"https://openalex.org/W7162504647","doi":"https://doi.org/10.48550/arxiv.2605.27243","title":"Can Retrieval Heads See Images? Multimodal Retrieval Heads in Long-Context Vision-Language Models","display_name":"Can Retrieval Heads See Images? Multimodal Retrieval Heads in Long-Context Vision-Language Models","publication_year":2026,"publication_date":"2026-05-26","ids":{"openalex":"https://openalex.org/W7162504647","doi":"https://doi.org/10.48550/arxiv.2605.27243"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.27243","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27243","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.27243","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137099751","display_name":"Aaron Branson Cigres Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Aaron Branson Cigres","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137122291","display_name":"Zhaowei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhaowei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137111483","display_name":"Yu Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137100675","display_name":"Yiming Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Yiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137182025","display_name":"Haobo Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Haobo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119605451","display_name":"Xiyu Ren","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Xiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013596382","display_name":"Ginny Wong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wong, Ginny","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137169441","display_name":"Simon See","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"See, Simon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102431101","display_name":"Lishu Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Lishu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137126122","display_name":"Haodong Duan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Haodong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137171256","display_name":"Pasquale Minervini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minervini, Pasquale","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137091332","display_name":"Yangqiu Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Yangqiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/haystack","display_name":"Haystack","score":0.7519999742507935},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.5733000040054321},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.5641000270843506},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4706999957561493},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4659000039100647},{"id":"https://openalex.org/keywords/visual-word","display_name":"Visual Word","score":0.44589999318122864},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4309999942779541},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.3716000020503998}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7918000221252441},{"id":"https://openalex.org/C13424479","wikidata":"https://www.wikidata.org/wiki/Q5687237","display_name":"Haystack","level":2,"score":0.7519999742507935},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5914999842643738},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.5733000040054321},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.5641000270843506},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49900001287460327},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4706999957561493},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4659000039100647},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4595000147819519},{"id":"https://openalex.org/C189391414","wikidata":"https://www.wikidata.org/wiki/Q7936579","display_name":"Visual Word","level":4,"score":0.44589999318122864},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4309999942779541},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.3716000020503998},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.35420000553131104},{"id":"https://openalex.org/C2985933255","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Text retrieval","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.2847000062465668},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C44083865","wikidata":"https://www.wikidata.org/wiki/Q3853443","display_name":"Mean reciprocal rank","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.27243","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27243","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.27243","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27243","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6344311833381653,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"vision-language":[1],"models":[2],"increasingly":[3],"rely":[4],"on":[5,179],"long-context":[6],"modeling":[7],"to":[8,20,69,112,118,174],"reason":[9],"over":[10,199],"documents,":[11],"hour-level":[12],"videos,":[13],"and":[14,27,86,102,114,157,193],"long-horizon":[15],"agent":[16],"trajectories,":[17],"requiring":[18],"them":[19],"locate":[21],"relevant":[22],"evidence":[23,51],"across":[24,136],"interleaved":[25],"text":[26,151],"images.":[28,54],"Prior":[29],"work":[30],"has":[31],"studied":[32],"this":[33,75],"behavior":[34],"using":[35],"retrieval":[36,59,81,146,152,192,198],"heads":[37,82,93,107,132,147,153,168],"in":[38,53],"large":[39],"language":[40],"models,":[41],"but":[42],"its":[43],"copy-based":[44],"criterion":[45],"does":[46],"not":[47],"directly":[48,173],"apply":[49],"when":[50],"appears":[52],"We":[55],"introduce":[56],"a":[57],"multimodal":[58,80],"head":[60],"detection":[61],"method":[62],"that":[63,79,130,166],"scores":[64],"attention":[65,92],"from":[66,110,116],"question":[67],"tokens":[68],"textual":[70],"or":[71],"visual":[72],"evidence.":[73],"With":[74],"method,":[76],"we":[77,164],"show":[78],"are":[83,133],"sparse,":[84],"intrinsic,":[85],"causally":[87],"important:":[88],"only":[89],"4.4-10.2%":[90],"of":[91,97],"account":[94],"for":[95,190,196],"50%":[96],"the":[98,104,200],"positive":[99],"retrieval-score":[100],"mass,":[101],"masking":[103,122],"top-5%":[105],"selected":[106],"drops":[108],"MMLongBench-Doc":[109],"48.2%":[111],"5.7%":[113],"SlideVQA":[115],"71.2%":[117],"8.9%,":[119],"while":[120],"random-head":[121],"is":[123],"far":[124],"less":[125],"damaging.":[126],"Further":[127],"analysis":[128],"shows":[129],"these":[131,167],"partly":[134],"shared":[135],"modalities":[137],"yet":[138],"remain":[139],"dynamic":[140],"within":[141],"each":[142],"modality,":[143],"with":[144],"image":[145],"changing":[148],"more":[149],"than":[150],"as":[154],"context":[155],"length":[156],"haystack":[158],"modality":[159],"change.":[160],"Without":[161],"further":[162],"training,":[163],"find":[165],"can":[169],"also":[170],"be":[171],"used":[172],"rank":[175],"visually":[176],"rich":[177],"documents:":[178],"MMDocIR,":[180],"Qwen3-VL-8B":[181],"selected-head":[182],"scoring":[183],"improves":[184],"Recall@1":[185],"by":[186],"7.7/7.4":[187],"macro/micro":[188],"points":[189,195],"page":[191],"6.3/6.8":[194],"layout":[197],"strongest":[201],"reported":[202],"baseline.":[203]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-28T00:00:00"}