{"id":"https://openalex.org/W7160626780","doi":"https://doi.org/10.48550/arxiv.2605.06460","title":"MINER: Mining Multimodal Internal Representation for Efficient Retrieval","display_name":"MINER: Mining Multimodal Internal Representation for Efficient Retrieval","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160626780","doi":"https://doi.org/10.48550/arxiv.2605.06460"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06460","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06460","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06460","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135674804","display_name":"Weien Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Weien","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135705081","display_name":"Rui Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135717374","display_name":"Zeyu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zeyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135652550","display_name":"Haochen Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Haochen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133269946","display_name":"Gonghao Zhang","orcid":"https://orcid.org/0009-0009-5531-908X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Gonghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135655463","display_name":"Difan Jiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiao, Difan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135643061","display_name":"Zhenwei Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Zhenwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135705029","display_name":"Bowei He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Bowei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135675993","display_name":"Haolun Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Haolun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135727306","display_name":"Xue Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135660296","display_name":"Ye Yuan","orcid":"https://orcid.org/0000-0002-3810-373X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.31690001487731934,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.31690001487731934,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.11429999768733978,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.09830000251531601,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.49939998984336853},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.46959999203681946},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.43140000104904175},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3702999949455261},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3625999987125397},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.3422999978065491},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.33899998664855957}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7836999893188477},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.49939998984336853},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.46959999203681946},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.43140000104904175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42730000615119934},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4230000078678131},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3702999949455261},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3625999987125397},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.33899998664855957},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.3384999930858612},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3199999928474426},{"id":"https://openalex.org/C2982962833","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information fusion","level":2,"score":0.31790000200271606},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2921999990940094},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.27469998598098755},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.25859999656677246}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06460","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06460","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06460","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06460","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.45010673999786377}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Visual":[0],"document":[1],"retrieval":[2],"has":[3],"become":[4],"essential":[5],"for":[6,99],"accessing":[7],"information":[8,62],"in":[9,56,85,201],"visually":[10],"rich":[11],"documents.":[12],"Existing":[13],"approaches":[14],"fall":[15],"into":[16,63,115,167],"two":[17],"camps.":[18],"Late-interaction":[19],"retrievers":[20,47,180],"achieve":[21],"strong":[22,198],"quality":[23,57],"through":[24],"fine-grained":[25],"token-level":[26],"matching":[27],"but":[28,53],"store":[29],"hundreds":[30],"of":[31,184,219],"vectors":[32],"per":[33],"page,":[34],"incurring":[35],"large":[36],"index":[37],"footprints":[38],"and":[39,50,108,162,216],"high":[40],"serving":[41,217],"costs.":[42],"By":[43],"contrast,":[44],"dense":[45,170,178,220],"single-vector":[46,78,126,179],"retain":[48],"storage":[49,215],"latency":[51],"advantages":[52,218],"consistently":[54],"lag":[55],"because":[58],"they":[59],"compress":[60],"all":[61],"a":[64,74,102,116,135],"single":[65,117],"final-layer":[66],"embedding.":[67],"In":[68],"this":[69],"work,":[70],"we":[71,92],"first":[72,129],"conduct":[73],"layerwise":[75],"diagnostic":[76],"on":[77,181],"retrievers,":[79],"revealing":[80],"that":[81,106],"retrieval-relevant":[82,145],"signal":[83],"resides":[84],"internal":[86,110],"representations.":[87],"Motivated":[88],"by":[89],"these":[90],"findings,":[91],"propose":[93],"MINER":[94,175,204],"(Mining":[95],"Multimodal":[96],"Internal":[97],"RepreseNtation":[98],"Efficient":[100],"Retrieval),":[101],"lightweight":[103,136],"plug-in":[104],"module":[105],"probes":[107],"fuses":[109,163],"signals":[111,166],"across":[112],"transformer":[113],"layers":[114,161],"compact":[118],"embedding":[119],"without":[120],"modifying":[121],"the":[122,159,164,168,182,207,214],"backbone":[123],"or":[124],"sacrificing":[125],"efficiency.":[127],"The":[128,147],"Retrieval-Aligned":[130],"Layer":[131],"Probing":[132],"stage":[133,153],"attaches":[134],"probe":[137],"at":[138],"each":[139],"layer,":[140],"surfacing":[141],"which":[142],"dimensions":[143],"carry":[144],"information.":[146],"subsequent":[148],"Adaptive":[149],"Sparse":[150],"Multi-Layer":[151],"Fusion":[152],"applies":[154],"performance-adaptive":[155],"neuron-level":[156],"masking":[157],"to":[158,188,197,210],"selected":[160],"surviving":[165],"final":[169],"vector.":[171],"Across":[172],"ViDoRe":[173],"V1/V2/V3,":[174],"outperforms":[176],"existing":[177],"majority":[183],"benchmarks,":[185],"with":[186],"up":[187],"4.5%":[189],"nDCG@5":[190],"improvement":[191],"over":[192],"its":[193],"corresponding":[194],"backbone.":[195],"Compared":[196],"late-interaction":[199],"baselines,":[200],"some":[202],"settings":[203],"substantially":[205],"narrows":[206],"nDCG@$5$":[208],"gap":[209],"$0.2$":[211],"while":[212],"preserving":[213],"retrieval.":[221]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-09T00:00:00"}