{"id":"https://openalex.org/W4412378040","doi":"https://doi.org/10.1145/3726302.3730100","title":"Towards Lossless Token Pruning in Late-Interaction Retrieval Models","display_name":"Towards Lossless Token Pruning in Late-Interaction Retrieval Models","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412378040","doi":"https://doi.org/10.1145/3726302.3730100"},"language":"en","primary_location":{"id":"doi:10.1145/3726302.3730100","doi":"https://doi.org/10.1145/3726302.3730100","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730100","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730100","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730100","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041462054","display_name":"Yuxuan Zong","orcid":"https://orcid.org/0009-0002-0376-1369","observed_orcids":["https://orcid.org/0009-0002-0376-1369"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Yuxuan Zong","raw_affiliation_strings":["Sorbonne Universit\u00e9, CNRS, ISIR, Paris, France"],"raw_orcid":"https://orcid.org/0009-0002-0376-1369","affiliations":[{"raw_affiliation_string":"Sorbonne Universit\u00e9, CNRS, ISIR, Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210150358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086752907","display_name":"Benjamin Piwowarski","orcid":"https://orcid.org/0000-0001-6792-3262","observed_orcids":["https://orcid.org/0000-0001-6792-3262"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Benjamin Piwowarski","raw_affiliation_strings":["Sorbonne Universit\u00e9, CNRS, ISIR, Paris, France","CNRS - Centre National de la Recherche Scientifique (France)"],"raw_orcid":"https://orcid.org/0000-0001-6792-3262","affiliations":[{"raw_affiliation_string":"Sorbonne Universit\u00e9, CNRS, ISIR, Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210150358"]},{"raw_affiliation_string":"CNRS - Centre National de la Recherche Scientifique (France)","institution_ids":["https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2871,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.88605576,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"2407","last_page":"2417"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.011900000274181366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/token-pruning","display_name":"token pruning","score":0.9750000238418579},{"id":"https://openalex.org/keywords/colbert","display_name":"Colbert","score":0.9929999709129333},{"id":"https://openalex.org/keywords/memory-efficiency","display_name":"memory efficiency","score":0.5960000157356262},{"id":"https://openalex.org/keywords/regularization-loss","display_name":"regularization loss","score":0.8920000195503235},{"id":"https://openalex.org/keywords/out-of-domain-generalization","display_name":"out-of-domain generalization","score":0.6589999794960022}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.75881028175354},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.6855486631393433},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6822773218154907},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5466762185096741},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3927370607852936},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.18330234289169312},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17197823524475098},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.07764598727226257},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3726302.3730100","doi":"https://doi.org/10.1145/3726302.3730100","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730100","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730100","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2504.12778","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.12778","pdf_url":"https://arxiv.org/pdf/2504.12778","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-05037885v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.sorbonne-universite.fr/hal-05037885","pdf_url":"https://hal.sorbonne-universite.fr/hal-05037885v1/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"The 48th International ACM SIGIR Conference on Research and Development in Information Retrieval, Jul 2025, Padoue, Italy. ⟨10.1145/3726302.3730100⟩","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:HAL:hal-05037885v2","doi":null,"is_oa":true,"landing_page_url":"https://hal.sorbonne-universite.fr/hal-05037885v2/document","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"The 48th International ACM SIGIR Conference on Research and Development in Information Retrieval, Jul 2025, Padoue, Italy. pp.2407-2417, ⟨10.1145/3726302.3730100⟩","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2504.12778","doi":"https://doi.org/10.48550/arxiv.2504.12778","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2504.12778","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1145/3726302.3730100","doi":"https://doi.org/10.1145/3726302.3730100","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730100","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730100","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4306980366","display_name":"General pUrpose dIalogue-based DigitAl iNformation acCEss","funder_award_id":"ANR-23-IAS1-0003","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320326256","display_name":"Grand \u00c9quipement National De Calcul Intensif","ror":"https://ror.org/0010d1q40"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412378040.pdf","grobid_xml":"https://content.openalex.org/works/W4412378040.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1973763990","https://openalex.org/W2061874298","https://openalex.org/W2093311628","https://openalex.org/W2100793163","https://openalex.org/W2108976672","https://openalex.org/W2536015822","https://openalex.org/W2593864460","https://openalex.org/W2648699835","https://openalex.org/W2782157559","https://openalex.org/W2914304175","https://openalex.org/W2962921664","https://openalex.org/W2963341956","https://openalex.org/W3015883388","https://openalex.org/W3021397474","https://openalex.org/W3153015371","https://openalex.org/W3157758108","https://openalex.org/W3172119680","https://openalex.org/W3184918446","https://openalex.org/W3206455169","https://openalex.org/W3211633257","https://openalex.org/W3217305727","https://openalex.org/W4221155629","https://openalex.org/W4284712763","https://openalex.org/W4304686742","https://openalex.org/W4306317003","https://openalex.org/W4306317212","https://openalex.org/W4327644077","https://openalex.org/W4376123230","https://openalex.org/W4384648339","https://openalex.org/W4385570980","https://openalex.org/W4385595407","https://openalex.org/W4388955793","https://openalex.org/W4391402460","https://openalex.org/W4409167405","https://openalex.org/W4409183359","https://openalex.org/W4411630354"],"related_works":["https://openalex.org/W4284712763","https://openalex.org/W7161031769","https://openalex.org/W4226518707","https://openalex.org/W4391402460","https://openalex.org/W4226050675","https://openalex.org/W7168373648","https://openalex.org/W4409167405","https://openalex.org/W4221152199","https://openalex.org/W7203941621","https://openalex.org/W4403780194"],"abstract_inverted_index":{"Late":[0],"interaction":[1],"neural":[2],"IR":[3],"models":[4],"like":[5],"ColBERT":[6],"offer":[7],"a":[8,18,66,80,83,92],"competitive":[9],"effectiveness-efficiency":[10],"trade-off":[11],"across":[12],"many":[13],"benchmarks.":[14],"However,":[15],"they":[16],"require":[17],"huge":[19],"memory":[20],"space":[21],"to":[22,42,69,72],"store":[23],"the":[24,29,53,60,77,123],"contextual":[25],"representation":[26],"for":[27],"all":[28],"document":[30,81],"tokens.":[31,124],"Some":[32],"works":[33],"have":[34,56],"proposed":[35],"using":[36,119],"either":[37],"heuristics":[38],"or":[39],"statistical-based":[40],"techniques":[41],"prune":[43,73],"tokens":[44,55,74],"from":[45],"each":[46],"document.":[47],"This":[48],"however":[49],"doesn't":[50],"guarantee":[51],"that":[52,90,112],"removed":[54],"no":[57],"impact":[58],"on":[59],"retrieval":[61],"score.":[62],"Our":[63],"work":[64],"uses":[65],"principled":[67],"approach":[68],"define":[70],"how":[71],"without":[75],"impacting":[76],"score":[78],"between":[79],"and":[82,109],"query.":[84],"We":[85,104],"introduce":[86],"three":[87],"regularization":[88],"losses,":[89],"induce":[91],"solution":[93],"with":[94],"high":[95],"pruning":[96,102],"ratios,":[97],"as":[98,100],"well":[99],"two":[101],"strategies.":[103],"study":[105],"them":[106],"experimentally":[107],"(in":[108],"out-domain),":[110],"showing":[111],"we":[113],"can":[114],"preserve":[115],"ColBERT's":[116],"performance":[117],"while":[118],"only":[120],"30%":[121],"of":[122]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-10-25T09:29:13.331239","created_date":"2025-10-10T00:00:00"}