{"id":"https://openalex.org/W7136753076","doi":"https://doi.org/10.48550/arxiv.2603.12824","title":"NanoVDR: Distilling a 2B Vision-Language Retriever into a 70M Text-Only Encoder for Visual Document Retrieval","display_name":"NanoVDR: Distilling a 2B Vision-Language Retriever into a 70M Text-Only Encoder for Visual Document Retrieval","publication_year":2026,"publication_date":"2026-03-13","ids":{"openalex":"https://openalex.org/W7136753076","doi":"https://doi.org/10.48550/arxiv.2603.12824"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.12824","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12824","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.12824","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065216418","display_name":"Zhuchenyang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhuchenyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129629061","display_name":"Yao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129553049","display_name":"Yu Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7832000255584717,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7832000255584717,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.19220000505447388,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.0044999998062849045,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6909999847412109},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.5472000241279602},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.5045999884605408},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4726000130176544},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.39629998803138733},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"Cosine similarity","score":0.3783000111579895},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3605000078678131},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3353999853134155}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.820900022983551},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6909999847412109},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.652899980545044},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.5472000241279602},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.5045999884605408},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4726000130176544},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.39629998803138733},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39079999923706055},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.3783000111579895},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3605000078678131},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34929999709129333},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3353999853134155},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31139999628067017},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C88516994","wikidata":"https://www.wikidata.org/wiki/Q1268863","display_name":"Dynamic time warping","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2768000066280365},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C189391414","wikidata":"https://www.wikidata.org/wiki/Q7936579","display_name":"Visual Word","level":4,"score":0.2703999876976013}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.12824","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12824","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.12824","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12824","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7798054814338684,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language":[0],"Model":[1],"(VLM)":[2],"based":[3],"retrievers":[4],"have":[5],"advanced":[6],"visual":[7,53],"document":[8,23,141],"retrieval":[9],"(VDR)":[10],"to":[11],"impressive":[12],"quality.":[13],"They":[14],"require":[15],"the":[16,69,100,151],"same":[17],"multi-billion":[18],"parameter":[19],"encoder":[20],"for":[21,35],"both":[22],"indexing":[24],"and":[25,31,50,112,129,139,155,176,182,188],"query":[26,124,137,192],"encoding,":[27],"incurring":[28],"high":[29],"latency":[30],"GPU":[32],"dependence":[33],"even":[34],"plain-text":[36],"queries.":[37,165],"We":[38],"observe":[39],"that":[40,119],"this":[41,64],"design":[42,97],"is":[43,99],"unnecessarily":[44],"symmetric:":[45],"documents":[46,79],"are":[47,57],"visually":[48],"complex":[49],"demand":[51],"strong":[52],"understanding,":[54],"whereas":[55],"queries":[56,92],"just":[58],"short":[59],"text":[60,125],"strings.":[61],"NanoVDR":[62],"exploits":[63],"query--document":[65],"asymmetry":[66],"by":[67,159],"decoupling":[68],"two":[70],"encoding":[71],"paths:":[72],"a":[73,82,195],"frozen":[74],"2B":[75],"VLM":[76],"teacher":[77,136,174],"indexes":[78],"offline,":[80],"while":[81,132],"distilled":[83],"text-only":[84],"student":[85],"as":[86,88,150],"small":[87],"69M":[89],"parameters":[90,187],"encodes":[91],"at":[93,194],"inference.":[94],"The":[95,166],"key":[96],"choice":[98],"distillation":[101],"objective.":[102],"Through":[103],"systematic":[104],"comparison":[105],"of":[106,173],"six":[107],"objectives":[108],"across":[109],"three":[110],"backbones":[111],"22":[113],"ViDoRe":[114],"benchmark":[115],"datasets,":[116],"we":[117,146],"find":[118],"pointwise":[120],"cosine":[121],"alignment":[122],"on":[123,180],"consistently":[126],"outperforms":[127,177],"ranking-based":[128],"contrastive":[130],"alternatives,":[131],"requiring":[133],"only":[134],"pre-cached":[135],"embeddings":[138],"no":[140],"processing":[142],"during":[143],"training.":[144],"Furthermore,":[145],"identify":[147],"cross-lingual":[148],"transfer":[149],"primary":[152],"performance":[153],"bottleneck,":[154],"resolve":[156],"it":[157],"cheaply":[158],"augmenting":[160],"training":[161,197],"data":[162],"with":[163,184],"machine-translated":[164],"resulting":[167],"NanoVDR-S-Multi":[168],"(DistilBERT,":[169],"69M)":[170],"retains":[171],"95.1\\%":[172],"quality":[175],"DSE-Qwen2":[178],"(2B)":[179],"v2":[181],"v3":[183],"32$\\times$":[185],"fewer":[186],"50$\\times$":[189],"lower":[190],"CPU":[191],"latency,":[193],"total":[196],"cost":[198],"under":[199],"13":[200],"GPU-hours.":[201]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-17T00:00:00"}