{"id":"https://openalex.org/W7153003918","doi":"https://doi.org/10.48550/arxiv.2604.07419","title":"ReAlign: Optimizing the Visual Document Retriever with Reasoning-Guided Fine-Grained Alignment","display_name":"ReAlign: Optimizing the Visual Document Retriever with Reasoning-Guided Fine-Grained Alignment","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7153003918","doi":"https://doi.org/10.48550/arxiv.2604.07419"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.07419","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07419","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.07419","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133340674","display_name":"Hao Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133330185","display_name":"Yifan Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133353796","display_name":"Zhipeng Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Zhipeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133361636","display_name":"Zhenghao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhenghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133356952","display_name":"Yukun Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Yukun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133324244","display_name":"Zulong Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zulong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133345879","display_name":"Shuo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133366240","display_name":"Yu Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133344151","display_name":"Ge Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Ge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8848000168800354,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8848000168800354,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.0877000018954277,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.0032999999821186066,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5999000072479248},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5835000276565552},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.5070000290870667},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4388999938964844},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.43470001220703125},{"id":"https://openalex.org/keywords/sensory-cue","display_name":"Sensory cue","score":0.39070001244544983},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.3783000111579895},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3587999939918518}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.775600016117096},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6279000043869019},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5999000072479248},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5835000276565552},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.5070000290870667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4745999872684479},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4388999938964844},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.43470001220703125},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.39070001244544983},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.3783000111579895},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3587999939918518},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3578000068664551},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C158495155","wikidata":"https://www.wikidata.org/wiki/Q2369151","display_name":"Visual search","level":2,"score":0.33489999175071716},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.33340001106262207},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.32359999418258667},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2849999964237213},{"id":"https://openalex.org/C189391414","wikidata":"https://www.wikidata.org/wiki/Q7936579","display_name":"Visual Word","level":4,"score":0.27639999985694885},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2635999917984009},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.26269999146461487},{"id":"https://openalex.org/C177937566","wikidata":"https://www.wikidata.org/wiki/Q4223102","display_name":"Document clustering","level":3,"score":0.2603999972343445},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.07419","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07419","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.07419","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07419","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Visual":[0],"document":[1,9,47,56,85,98,150,171,180,218],"retrieval":[2,62,86,172,181],"aims":[3],"to":[4,12,26,64,94,111,138,158,191,208],"retrieve":[5],"a":[6,13,33,80,108,116,121],"set":[7],"of":[8,92,198],"pages":[10,31],"relevant":[11],"query":[14],"from":[15],"visually":[16,169],"rich":[17,170],"collections.":[18],"Existing":[19],"methods":[20],"often":[21],"employ":[22],"Vision-Language":[23],"Models":[24],"(VLMs)":[25],"encode":[27],"queries":[28,143],"and":[29,118,144,186,222],"visual":[30,46,84,97,127,145,179,215],"into":[32],"shared":[34],"embedding":[35,70],"space,":[36],"which":[37],"is":[38,51,131],"then":[39,119,132],"optimized":[40],"via":[41],"contrastive":[42],"training.":[43,104],"However,":[44],"during":[45],"representation,":[48],"localized":[49],"evidence":[50],"usually":[52],"scattered":[53],"across":[54,201],"complex":[55],"layouts,":[57],"making":[58],"it":[59],"difficult":[60],"for":[61,68,103,217],"models":[63,207],"capture":[65],"crucial":[66],"cues":[67,216],"effective":[69],"learning.":[71],"In":[72],"this":[73],"paper,":[74],"we":[75],"propose":[76],"Reasoning-Guided":[77],"Alignment":[78],"(ReAlign),":[79],"method":[81],"that":[82,160,175],"enhances":[83],"by":[87,147,154,162,205],"leveraging":[88],"the":[89,125,140,149,155,163,196],"reasoning":[90],"capability":[91],"VLMs":[93],"provide":[95],"fine-grained":[96],"descriptions":[99,137,157],"as":[100],"supervision":[101],"signals":[102],"Specifically,":[105],"ReAlign":[106,176,199],"employs":[107],"superior":[109],"VLM":[110,203],"identify":[112],"query-related":[113],"regions":[114],"on":[115,167,183,213],"page":[117],"generates":[120],"query-aware":[122],"description":[123],"grounding":[124],"cropped":[126],"regions.":[128],"The":[129],"retriever":[130],"trained":[133],"using":[134],"these":[135],"region-focused":[136,156],"align":[139],"semantics":[141],"between":[142],"documents":[146],"encouraging":[148],"ranking":[151],"distribution":[152],"induced":[153,161],"match":[159],"original":[164],"query.":[165],"Experiments":[166],"diverse":[168],"benchmarks":[173],"demonstrate":[174],"consistently":[177],"improves":[178],"performance":[182],"both":[184],"in-domain":[185],"out-of-domain":[187],"datasets,":[188],"achieving":[189],"up":[190],"2%":[192],"relative":[193],"improvements.":[194],"Moreover,":[195],"advantages":[197],"generalize":[200],"different":[202],"backbones":[204],"guiding":[206],"better":[209],"focus":[210],"their":[211],"attention":[212],"critical":[214],"representation.":[219],"All":[220],"code":[221],"datasets":[223],"are":[224],"available":[225],"at":[226],"https://github.com/NEUIR/ReAlign.":[227]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-11T00:00:00"}