{"id":"https://openalex.org/W3022978951","doi":"https://doi.org/10.1145/3397271.3401224","title":"Local Self-Attention over Long Text for Efficient Document Retrieval","display_name":"Local Self-Attention over Long Text for Efficient Document Retrieval","publication_year":2020,"publication_date":"2020-07-25","ids":{"openalex":"https://openalex.org/W3022978951","doi":"https://doi.org/10.1145/3397271.3401224","mag":"3022978951"},"language":"en","primary_location":{"id":"doi:10.1145/3397271.3401224","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3397271.3401224","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2005.04908","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089466895","display_name":"Sebastian Hofst\u00e4tter","orcid":"https://orcid.org/0009-0006-1229-2612"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Sebastian Hofst\u00e4tter","raw_affiliation_strings":["TU Wien, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101457713","display_name":"Hamed Zamani","orcid":"https://orcid.org/0000-0002-0800-3340"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hamed Zamani","raw_affiliation_strings":["Microsoft, Redmond, WA, USA","Microsoft, Redmond WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft, Redmond WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048533217","display_name":"Bhaskar Mitra","orcid":"https://orcid.org/0000-0002-5270-5550"},"institutions":[{"id":"https://openalex.org/I4210153468","display_name":"Microsoft (Canada)","ror":"https://ror.org/04xhxg104","country_code":"CA","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210153468"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bhaskar Mitra","raw_affiliation_strings":["Microsoft, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Montreal, Canada","institution_ids":["https://openalex.org/I4210153468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055132321","display_name":"Nick Craswell","orcid":"https://orcid.org/0000-0002-9351-8137"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nick Craswell","raw_affiliation_strings":["Microsoft, Redmond, WA, USA","Microsoft, Redmond WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft, Redmond WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020665735","display_name":"Allan Hanbury","orcid":"https://orcid.org/0000-0002-7149-5843"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Allan Hanbury","raw_affiliation_strings":["TU Wien, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2021","last_page":"2024"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8196821212768555},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.7393163442611694},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.6579392552375793},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6154641509056091},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6109703779220581},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.5004959106445312},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47849029302597046},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3295198380947113},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32480883598327637}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8196821212768555},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.7393163442611694},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.6579392552375793},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6154641509056091},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6109703779220581},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5004959106445312},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47849029302597046},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3295198380947113},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32480883598327637},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3397271.3401224","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3397271.3401224","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2005.04908","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.04908","pdf_url":"https://arxiv.org/pdf/2005.04908","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2005.04908","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2005.04908","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3022978951","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2005.04908","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.04908","pdf_url":"https://arxiv.org/pdf/2005.04908","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3022978951.pdf","grobid_xml":"https://content.openalex.org/works/W3022978951.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1577504169","https://openalex.org/W2046983134","https://openalex.org/W2286300105","https://openalex.org/W2648699835","https://openalex.org/W2782157559","https://openalex.org/W2783640434","https://openalex.org/W2799232306","https://openalex.org/W2897754576","https://openalex.org/W2909544278","https://openalex.org/W2911997761","https://openalex.org/W2922386288","https://openalex.org/W2942607211","https://openalex.org/W2953774736","https://openalex.org/W2963088785","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2964012472","https://openalex.org/W2964110616","https://openalex.org/W2971209824","https://openalex.org/W2994673210","https://openalex.org/W3089973398","https://openalex.org/W3102286003","https://openalex.org/W3178067142","https://openalex.org/W4244536387"],"related_works":["https://openalex.org/W3044284384","https://openalex.org/W3214374241","https://openalex.org/W2937036051","https://openalex.org/W3150060533","https://openalex.org/W2768459074","https://openalex.org/W3093815109","https://openalex.org/W3161694370","https://openalex.org/W2027962299","https://openalex.org/W1995570918","https://openalex.org/W2570016349","https://openalex.org/W2037098674","https://openalex.org/W15354235","https://openalex.org/W3094064346","https://openalex.org/W3005296017","https://openalex.org/W561248695","https://openalex.org/W3105817677","https://openalex.org/W2903941401","https://openalex.org/W3106012260","https://openalex.org/W2294284203","https://openalex.org/W2080017994"],"abstract_inverted_index":{"Neural":[0],"networks,":[1],"particularly":[2],"Transformer-based":[3],"architectures,":[4],"have":[5],"achieved":[6],"significant":[7,187],"performance":[8],"improvements":[9,188],"on":[10,173],"several":[11],"retrieval":[12,190,196],"benchmarks.":[13],"When":[14],"the":[15,21,45,50,79,92,102,110,148,174,179],"items":[16],"being":[17],"retrieved":[18],"are":[19],"documents,":[20],"time":[22],"and":[23,82,104,138,185,205],"memory":[24,105,206],"cost":[25,106],"of":[26,33,49,101,107,122,147,166,197],"employing":[27],"Transformers":[28],"over":[29,78,109],"a":[30,57,70,75,99,134,139],"full":[31],"sequence":[32],"document":[34,80,175],"terms":[35,48,81,90],"can":[36,157],"be":[37],"prohibitive.":[38],"A":[39],"popular":[40],"strategy":[41,142],"involves":[42],"considering":[43],"only":[44,87],"first":[46],"n":[47],"document.":[51,112,149],"This":[52,95],"can,":[53],"however,":[54],"result":[55],"in":[56,91,125,128,189,203],"biased":[58],"system":[59],"that":[60],"under":[61],"retrieves":[62],"longer":[63,198],"documents.":[64],"In":[65],"this":[66],"work,":[67],"we":[68],"propose":[69],"local":[71,96],"self-attention":[72],"which":[73],"considers":[74],"moving":[76],"window":[77],"for":[83],"each":[84],"term":[85],"attends":[86],"to":[88,118,143],"other":[89],"same":[93],"window.":[94],"attention":[97,108],"incurs":[98],"fraction":[100],"compute":[103,204],"whole":[111],"The":[113,150],"windowed":[114],"approach":[115],"also":[116,132],"leads":[117],"more":[119],"compact":[120],"packing":[121],"padded":[123],"documents":[124,163,199],"minibatches":[126],"resulting":[127],"additional":[129],"savings.":[130],"We":[131,168],"employ":[133],"learned":[135],"saturation":[136],"function":[137],"two-staged":[140],"pooling":[141,152],"identify":[144],"relevant":[145],"regions":[146],"Transformer-Kernel":[151],"model":[153],"with":[154,164],"these":[155],"changes":[156],"efficiently":[158],"elicit":[159],"relevance":[160],"information":[161],"from":[162,178],"thousands":[165],"tokens.":[167],"benchmark":[169],"our":[170],"proposed":[171],"modifications":[172],"ranking":[176],"task":[177],"TREC":[180],"2019":[181],"Deep":[182],"Learning":[183],"track":[184],"observe":[186],"quality":[191],"as":[192,194],"well":[193],"increased":[195],"at":[200],"moderate":[201],"increase":[202],"costs.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}