{"id":"https://openalex.org/W4400104460","doi":"https://doi.org/10.48550/arxiv.2406.17968","title":"Efficient Document Ranking with Learnable Late Interactions","display_name":"Efficient Document Ranking with Learnable Late Interactions","alternate_titles":[],"publication_year":2024,"publication_date":"2024-06-25","ids":{"openalex":"https://openalex.org/W4400104460","doi":"https://doi.org/10.48550/arxiv.2406.17968"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2406.17968","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.17968","pdf_url":"https://arxiv.org/pdf/2406.17968","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4400104460"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.17968","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ji, Ziwei","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Ziwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105352990","display_name":"Himanshu Jain","orcid":"https://orcid.org/0000-0003-4324-8666","observed_orcids":["https://orcid.org/0000-0003-4324-8666"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jain, Himanshu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081627147","display_name":"Andreas Veit","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Veit, Andreas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082314161","display_name":"Sashank Jakkam Reddi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reddi, Sashank J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075594276","display_name":"Sadeep Jayasumana","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jayasumana, Sadeep","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079621556","display_name":"Ankit Singh Rawat","orcid":"https://orcid.org/0000-0001-9790-6500","observed_orcids":["https://orcid.org/0000-0001-9790-6500"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rawat, Ankit Singh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049656925","display_name":"Aditya Krishna Menon","orcid":"https://orcid.org/0000-0002-1352-7106","observed_orcids":["https://orcid.org/0000-0002-1352-7106"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Menon, Aditya Krishna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111045439","display_name":"Felix Yu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Felix","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5018301052","display_name":"Sanjiv Kumar","orcid":"https://orcid.org/0000-0002-4080-1414","observed_orcids":["https://orcid.org/0000-0002-4080-1414"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Sanjiv","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.007400000002235174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/document-ranking","display_name":"document ranking","score":0.746999979019165},{"id":"https://openalex.org/keywords/dual-encoder-models","display_name":"dual-encoder models","score":0.996999979019165},{"id":"https://openalex.org/keywords/query-document-relevance","display_name":"query-document relevance","score":0.7620000243186951},{"id":"https://openalex.org/keywords/re-ranking","display_name":"re-ranking","score":0.5559999942779541},{"id":"https://openalex.org/keywords/universal-approximation","display_name":"universal approximation","score":0.6679999828338623},{"id":"https://openalex.org/keywords/colbert","display_name":"Colbert","score":0.8059999942779541},{"id":"https://openalex.org/keywords/token-embeddings","display_name":"token embeddings","score":0.5649999976158142}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7742714881896973},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5047889947891235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47844696044921875}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2406.17968","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.17968","pdf_url":"https://arxiv.org/pdf/2406.17968","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2406.17968","doi":"https://doi.org/10.48550/arxiv.2406.17968","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2406.17968","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2406.17968","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.17968","pdf_url":"https://arxiv.org/pdf/2406.17968","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400104460.pdf","grobid_xml":"https://content.openalex.org/works/W4400104460.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1606357646","https://openalex.org/W1971735090","https://openalex.org/W2069870183","https://openalex.org/W2103496339","https://openalex.org/W2105853573","https://openalex.org/W2137983211","https://openalex.org/W2177562712","https://openalex.org/W2286300105","https://openalex.org/W2531409750","https://openalex.org/W2536015822","https://openalex.org/W2593864460","https://openalex.org/W2605350416","https://openalex.org/W2648699835","https://openalex.org/W2725049817","https://openalex.org/W2783640434","https://openalex.org/W2885185669","https://openalex.org/W2909544278","https://openalex.org/W2940927814","https://openalex.org/W2963341956","https://openalex.org/W2970641574","https://openalex.org/W2975429091","https://openalex.org/W3021397474","https://openalex.org/W3028108055","https://openalex.org/W3034696692","https://openalex.org/W3130740619","https://openalex.org/W3153833878","https://openalex.org/W3157506437","https://openalex.org/W3157758108","https://openalex.org/W3168875417","https://openalex.org/W3172119680","https://openalex.org/W3175111331","https://openalex.org/W3206455169","https://openalex.org/W3214405796","https://openalex.org/W3217305727","https://openalex.org/W4252076394","https://openalex.org/W4284691825","https://openalex.org/W4287645694","https://openalex.org/W4308163580","https://openalex.org/W4365441107","https://openalex.org/W4376123230","https://openalex.org/W4385570980","https://openalex.org/W4385573970","https://openalex.org/W4400526199"],"related_works":["https://openalex.org/W4391402460","https://openalex.org/W4224943830","https://openalex.org/W4226518707","https://openalex.org/W3034439313","https://openalex.org/W4284712550","https://openalex.org/W4306317212","https://openalex.org/W7165650403","https://openalex.org/W4393089602","https://openalex.org/W4416018085","https://openalex.org/W4400525755"],"abstract_inverted_index":{"Cross-Encoder":[0],"(CE)":[1],"and":[2,31,72,83,107,155,182],"Dual-Encoder":[3],"(DE)":[4],"models":[5,20,27,49,118,148],"are":[6,80],"two":[7],"fundamental":[8],"approaches":[9],"for":[10,138],"query-document":[11,23],"relevance":[12],"in":[13],"information":[14],"retrieval.":[15],"To":[16],"predict":[17],"relevance,":[18],"CE":[19],"use":[21],"joint":[22],"embeddings,":[24,101],"while":[25,40],"DE":[26,62],"maintain":[28],"factorized":[29],"query":[30,71],"document":[32,73,99],"embeddings;":[33],"usually,":[34],"the":[35,41],"former":[36],"has":[37],"higher":[38],"quality":[39],"latter":[42],"benefits":[43],"from":[44],"lower":[45],"latency.":[46],"Recently,":[47],"late-interaction":[48,117,147],"have":[50],"been":[51],"proposed":[52],"to":[53,97,187],"realize":[54],"more":[55],"favorable":[56],"latency-quality":[57],"tradeoffs,":[58],"by":[59,65],"using":[60],"a":[61,66,130,173],"structure":[63],"followed":[64],"lightweight":[67,78],"scorer":[68],"based":[69],"on":[70,152,162],"token":[74,100],"embeddings.":[75],"However,":[76],"these":[77,122],"scorers":[79,94],"often":[81],"hand-crafted,":[82],"there":[84],"is":[85,129],"no":[86],"understanding":[87],"of":[88,133],"their":[89],"approximation":[90],"power;":[91],"further,":[92],"such":[93,149],"require":[95],"access":[96],"individual":[98],"which":[102],"imposes":[103],"an":[104],"increased":[105],"latency":[106,181],"storage":[108,185],"burden.":[109],"In":[110],"this":[111],"paper,":[112],"we":[113,125],"propose":[114],"novel":[115],"learnable":[116],"(LITE)":[119],"that":[120,127,168],"resolve":[121],"issues.":[123],"Theoretically,":[124],"prove":[126],"LITE":[128,144,169],"universal":[131],"approximator":[132],"continuous":[134],"scoring":[135],"functions,":[136],"even":[137],"relatively":[139],"small":[140],"embedding":[141],"dimension.":[142],"Empirically,":[143],"outperforms":[145],"previous":[146],"as":[150],"ColBERT":[151],"both":[153],"in-domain":[154],"zero-shot":[156],"re-ranking":[157,166],"tasks.":[158],"For":[159],"instance,":[160],"experiments":[161],"MS":[163],"MARCO":[164],"passage":[165],"show":[167],"not":[170],"only":[171],"yields":[172],"model":[174],"with":[175],"better":[176],"generalization,":[177],"but":[178],"also":[179],"lowers":[180],"requires":[183],"0.25x":[184],"compared":[186],"ColBERT.":[188]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4400104460","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":8}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-06-28T00:00:00"}
