{"id":"https://openalex.org/W4412376954","doi":"https://doi.org/10.1145/3726302.3730285","title":"Reproducibility, Replicability, and Insights into Visual Document Retrieval with Late Interaction","display_name":"Reproducibility, Replicability, and Insights into Visual Document Retrieval with Late Interaction","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412376954","doi":"https://doi.org/10.1145/3726302.3730285"},"language":"en","primary_location":{"id":"doi:10.1145/3726302.3730285","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730285","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730285","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730285","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5118969053","display_name":"Jingfen Qiao","orcid":"https://orcid.org/0000-0002-4474-6213"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Jingfen Qiao","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-4474-6213","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052528824","display_name":"Jia-Huei Ju","orcid":"https://orcid.org/0000-0003-2247-3370"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jia-Huei Ju","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-2247-3370","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056848863","display_name":"Xinyu Ma","orcid":"https://orcid.org/0000-0002-5511-9370"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Ma","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5511-9370","affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055639036","display_name":"Evangelos Kanoulas","orcid":"https://orcid.org/0000-0002-8312-0694"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Evangelos Kanoulas","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-8312-0694","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059489981","display_name":"Andrew Yates","orcid":"https://orcid.org/0000-0002-5970-880X"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Yates","raw_affiliation_strings":["HLTCOE, Johns Hopkins University, Baltimore, USA"],"raw_orcid":"https://orcid.org/0000-0002-5970-880X","affiliations":[{"raw_affiliation_string":"HLTCOE, Johns Hopkins University, Baltimore, USA","institution_ids":["https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5118969053"],"corresponding_institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":1.1332,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79825032,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3335","last_page":"3345"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7341356873512268},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.6952590346336365},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5764378905296326},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07781809568405151},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07720154523849487}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7341356873512268},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.6952590346336365},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5764378905296326},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07781809568405151},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07720154523849487}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3726302.3730285","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730285","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730285","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire/57fc3a16-14ca-4feb-b531-308f56f4d479","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/reproducibility-replicability-and-insights-into-visual-document-retrieval-with-late-interaction(57fc3a16-14ca-4feb-b531-308f56f4d479).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Qiao, J, Ju, J-H, Ma, X, Kanoulas, E & Yates, A 2025, Reproducibility, Replicability, and Insights into Visual Document Retrieval with Late Interaction. in SIGIR '25 : Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval : July 13-18, 2025, Padua, Italy. Association for Computing Machinery, New York, NY, pp. 3335-3345, 48th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2025, Padua, Italy, 13/07/25. https://doi.org/10.1145/3726302.3730285","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3726302.3730285","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730285","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730285","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G721425539","display_name":null,"funder_award_id":"202208410053","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412376954.pdf","grobid_xml":"https://content.openalex.org/works/W4412376954.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2970641574","https://openalex.org/W3021397474","https://openalex.org/W3099700870","https://openalex.org/W3120043490","https://openalex.org/W3217305727","https://openalex.org/W4297678984","https://openalex.org/W4382202558","https://openalex.org/W4384641088","https://openalex.org/W4385574177","https://openalex.org/W4385612782","https://openalex.org/W4390451931","https://openalex.org/W4390873312","https://openalex.org/W4402671151","https://openalex.org/W4402671775","https://openalex.org/W4404545360","https://openalex.org/W4404781006","https://openalex.org/W4404782721","https://openalex.org/W6600031136"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2413717610","https://openalex.org/W1973270181","https://openalex.org/W2417696084","https://openalex.org/W2368782778","https://openalex.org/W2087830269","https://openalex.org/W3106281778","https://openalex.org/W4324138256"],"abstract_inverted_index":{"Visual":[0],"Document":[1],"Retrieval":[2],"(VDR)":[3],"is":[4],"an":[5,64],"emerging":[6],"research":[7,145],"area":[8],"that":[9,57,98,167],"focuses":[10],"on":[11,21,63],"encoding":[12],"and":[13,74,80,126],"retrieving":[14],"document":[15,27,163],"images":[16],"directly,":[17],"bypassing":[18],"the":[19,72,118,134,140,147,159,178,186],"dependence":[20],"Optical":[22],"Character":[23],"Recognition":[24],"(OCR)":[25],"for":[26],"search.":[28],"A":[29],"recent":[30],"advance":[31],"in":[32,104,158,177],"VDR":[33,77,121],"was":[34],"introduced":[35],"by":[36,85,153],"ColPali,":[37],"which":[38],"significantly":[39],"improved":[40],"retrieval":[41,105,180],"effectiveness":[42],"through":[43],"a":[44],"late":[45,61,82,99,151],"interaction":[46,62,83,100,152],"mechanism.":[47,142],"ColPali's":[48],"approach":[49],"demonstrated":[50],"substantial":[51],"performance":[52,89],"gains":[53],"over":[54],"existing":[55],"baselines":[56],"do":[58],"not":[59],"use":[60],"established":[65],"benchmark.":[66],"In":[67],"this":[68],"study,":[69],"we":[70,116],"investigate":[71],"reproducibility":[73],"replicability":[75],"of":[76,120,150,161],"methods":[78],"with":[79],"without":[81],"mechanisms":[84],"systematically":[86],"evaluating":[87],"their":[88,128,193],"across":[90,130],"multiple":[91],"pre-trained":[92],"vision-language":[93],"models.":[94],"Our":[95],"findings":[96],"confirm":[97],"yields":[101],"considerable":[102],"improvements":[103],"effectiveness;":[106],"however,":[107],"it":[108],"also":[109],"introduces":[110],"computational":[111],"inefficiencies":[112],"during":[113],"inference.":[114],"Additionally,":[115],"examine":[117],"adaptability":[119],"models":[122],"to":[123,184],"textual":[124],"inputs":[125],"assess":[127],"robustness":[129],"text-intensive":[131],"datasets":[132],"within":[133],"proposed":[135],"benchmark,":[136],"particularly":[137],"when":[138],"scaling":[139],"indexing":[141],"Furthermore,":[143],"our":[144],"investigates":[146],"specific":[148],"contributions":[149],"looking":[154],"into":[155],"query-patch":[156],"matching":[157],"context":[160],"visual":[162],"retrieval.":[164],"We":[165],"find":[166],"although":[168],"query":[169],"tokens":[170,191],"cannot":[171],"explicitly":[172],"match":[173,185],"image":[174],"patches":[175],"as":[176],"text":[179],"scenario,":[181],"they":[182],"tend":[183],"patch":[187],"contains":[188],"visually":[189],"similar":[190],"or":[192],"surrounding":[194],"patches.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}