{"id":"https://openalex.org/W4389524505","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.156","title":"NAIL: Lexical Retrieval Indices with Efficient Non-Autoregressive Decoders","display_name":"NAIL: Lexical Retrieval Indices with Efficient Non-Autoregressive Decoders","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389524505","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.156"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.emnlp-main.156","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.emnlp-main.156","pdf_url":"https://aclanthology.org/2023.emnlp-main.156.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2023.emnlp-main.156.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076699933","display_name":"Livio Baldini Soares","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Livio Soares","raw_affiliation_strings":["Google Deepmind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Deepmind","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110778504","display_name":"Daniel Gillick","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Gillick","raw_affiliation_strings":["Google Deepmind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Deepmind","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090951421","display_name":"Jeremy R. Cole","orcid":"https://orcid.org/0000-0001-7147-5888"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeremy Cole","raw_affiliation_strings":["Google Deepmind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Deepmind","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011150187","display_name":"Tom Kwiatkowski","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tom Kwiatkowski","raw_affiliation_strings":["Google Deepmind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Deepmind","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16665709,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2574","last_page":"2589"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9736999869346619,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8339967727661133},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.6752919554710388},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6676233410835266},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.5367995500564575},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5234824419021606},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5177363753318787},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5109761953353882},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43455082178115845},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.421339750289917},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3521323800086975},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3401227593421936},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3252716660499573},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32359713315963745}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8339967727661133},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.6752919554710388},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6676233410835266},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5367995500564575},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5234824419021606},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5177363753318787},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5109761953353882},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43455082178115845},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.421339750289917},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3521323800086975},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3401227593421936},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3252716660499573},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32359713315963745},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2023.emnlp-main.156","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.emnlp-main.156","pdf_url":"https://aclanthology.org/2023.emnlp-main.156.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.emnlp-main.156","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.emnlp-main.156","pdf_url":"https://aclanthology.org/2023.emnlp-main.156.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389524505.pdf"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1973289172","https://openalex.org/W2069870183","https://openalex.org/W2767206889","https://openalex.org/W2937036051","https://openalex.org/W2951434086","https://openalex.org/W2951534261","https://openalex.org/W2963250244","https://openalex.org/W2963434219","https://openalex.org/W3021397474","https://openalex.org/W3034912391","https://openalex.org/W3093517588","https://openalex.org/W3099700870","https://openalex.org/W3100107515","https://openalex.org/W3104657626","https://openalex.org/W3118668786","https://openalex.org/W3154280800","https://openalex.org/W3154755316","https://openalex.org/W3168875417","https://openalex.org/W3169483174","https://openalex.org/W3170739233","https://openalex.org/W3172119680","https://openalex.org/W3174203100","https://openalex.org/W3188983256","https://openalex.org/W3193367516","https://openalex.org/W3207095490","https://openalex.org/W3217305727","https://openalex.org/W4206390054","https://openalex.org/W4224308101","https://openalex.org/W4224442590","https://openalex.org/W4251326898","https://openalex.org/W4252076394","https://openalex.org/W4284663260","https://openalex.org/W4284664419","https://openalex.org/W4285253555","https://openalex.org/W4286969177","https://openalex.org/W4287824654","https://openalex.org/W4292779060","https://openalex.org/W4294619240","https://openalex.org/W4297162632","https://openalex.org/W4317939759","https://openalex.org/W4320813768","https://openalex.org/W4362656128","https://openalex.org/W4385573970"],"related_works":["https://openalex.org/W3024364549","https://openalex.org/W4206019083","https://openalex.org/W2048865712","https://openalex.org/W1976265003","https://openalex.org/W2370378377","https://openalex.org/W2171218219","https://openalex.org/W4237510188","https://openalex.org/W2130160813","https://openalex.org/W1972271943","https://openalex.org/W2150410159"],"abstract_inverted_index":{"Neural":[0],"document":[1,62,140],"rerankers":[2],"are":[3],"extremely":[4],"effective":[5],"in":[6],"terms":[7],"of":[8,35,40,43,57,81,148],"accuracy.":[9],"However,":[10],"the":[11,41,58,79],"best":[12],"models":[13],"require":[14,145],"dedicated":[15],"hardware":[16],"for":[17,93,137],"serving,":[18],"which":[19],"is":[20,109],"costly":[21],"and":[22,63,114,123,133],"often":[23],"not":[24,144],"feasible.":[25],"To":[26],"avoid":[27],"this":[28,76],"servingtime":[29],"requirement,":[30],"we":[31],"present":[32],"a":[33,44,49,73,82,105],"method":[34],"capturing":[36],"up":[37],"to":[38],"86%":[39],"gains":[42],"Transformer":[45],"cross-attention":[46],"model":[47,106,126],"with":[48,72,101,111],"lexicalized":[50],"scoring":[51],"function":[52],"that":[53,88,108,142],"only":[54],"requires":[55,90],"10-6%":[56],"Transformer\u2019s":[59],"FLOPs":[60],"per":[61],"can":[64,128,134],"be":[65,135],"served":[66],"using":[67],"commodity":[68],"CPUs.":[69],"When":[70],"combined":[71],"BM25":[74],"retriever,":[75,87],"approach":[77],"matches":[78],"quality":[80],"state-of-the":[83],"art":[84],"dual":[85],"encoder":[86],"still":[89],"an":[91],"accelerator":[92],"query":[94],"encoding.":[95],"We":[96],"introduce":[97],"nail":[98],"(Non-Autoregressive":[99],"Indexing":[100],"Language":[102],"models)":[103],"as":[104,120],"architecture":[107,127],"compatible":[110],"recent":[112],"encoder-decoder":[113],"decoder-only":[115],"large":[116],"language":[117],"models,":[118],"such":[119],"T5,":[121],"GPT-3":[122],"PaLM.":[124],"This":[125],"leverage":[129],"existing":[130],"pre-trained":[131],"checkpoints":[132],"fine-tuned":[136],"efficiently":[138],"constructing":[139],"representations":[141],"do":[143],"neural":[146],"processing":[147],"queries.":[149]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}