{"id":"https://openalex.org/W3157758108","doi":"https://doi.org/10.1162/tacl_a_00369","title":"Sparse, Dense, and Attentional Representations for Text Retrieval","display_name":"Sparse, Dense, and Attentional Representations for Text Retrieval","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3157758108","doi":"https://doi.org/10.1162/tacl_a_00369","mag":"3157758108"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00369","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00369","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00369/1924040/tacl_a_00369.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00369/1924040/tacl_a_00369.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074697516","display_name":"Yi Luan","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yi Luan","raw_affiliation_strings":["Google Research, United States. luanyi@google.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research, United States. luanyi@google.com","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047699861","display_name":"Jacob Eisenstein","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jacob Eisenstein","raw_affiliation_strings":["Google Research, United States. jeisenstein@google.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research, United States. jeisenstein@google.com","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053947885","display_name":"Kristina Toutanova","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kristina Toutanova","raw_affiliation_strings":["Google Research, United States. kristout@google.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research, United States. kristout@google.com","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079061237","display_name":"Michael Collins","orcid":"https://orcid.org/0000-0003-0997-1527"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Michael Collins","raw_affiliation_strings":["Google Research, United States. mjcollins@google.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research, United States. mjcollins@google.com","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5047699861","https://openalex.org/A5053947885","https://openalex.org/A5074697516","https://openalex.org/A5079061237"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":29.3828,"has_fulltext":false,"cited_by_count":303,"citation_normalized_percentile":{"value":0.99762246,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"329","last_page":"345"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8639031648635864},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.6753655672073364},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6682027578353882},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.665776252746582},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.5753859877586365},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.5477950572967529},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4512433707714081},{"id":"https://openalex.org/keywords/neural-coding","display_name":"Neural coding","score":0.42313557863235474},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.4183924198150635},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.38349542021751404},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36389148235321045},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.29418468475341797}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8639031648635864},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.6753655672073364},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6682027578353882},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.665776252746582},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5753859877586365},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5477950572967529},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4512433707714081},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.42313557863235474},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.4183924198150635},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38349542021751404},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36389148235321045},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29418468475341797},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00369","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00369","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00369/1924040/tacl_a_00369.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e1bc74e0cf2f43188a3205eb199662a1","is_oa":true,"landing_page_url":"https://doaj.org/article/e1bc74e0cf2f43188a3205eb199662a1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 9, Pp 329-345 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00369","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00369","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00369/1924040/tacl_a_00369.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W1577871831","https://openalex.org/W1746783006","https://openalex.org/W2002754742","https://openalex.org/W2037757210","https://openalex.org/W2051167396","https://openalex.org/W2104009457","https://openalex.org/W2129131372","https://openalex.org/W2132032691","https://openalex.org/W2136189984","https://openalex.org/W2144211451","https://openalex.org/W2154904274","https://openalex.org/W2155482025","https://openalex.org/W2310425190","https://openalex.org/W2482128004","https://openalex.org/W2536015822","https://openalex.org/W2725049817","https://openalex.org/W2785524755","https://openalex.org/W2887729785","https://openalex.org/W2892181857","https://openalex.org/W2899154813","https://openalex.org/W2907849599","https://openalex.org/W2909544278","https://openalex.org/W2912924812","https://openalex.org/W2913668833","https://openalex.org/W2923890923","https://openalex.org/W2937036051","https://openalex.org/W2950729111","https://openalex.org/W2951434086","https://openalex.org/W2951534261","https://openalex.org/W2962926118","https://openalex.org/W2963341956","https://openalex.org/W2963537482","https://openalex.org/W2963740933","https://openalex.org/W2964343357","https://openalex.org/W2969574947","https://openalex.org/W2970641574","https://openalex.org/W2971147102","https://openalex.org/W2972428398","https://openalex.org/W2979473749","https://openalex.org/W2982096936","https://openalex.org/W2982596739","https://openalex.org/W2987249037","https://openalex.org/W2990138404","https://openalex.org/W3013936901","https://openalex.org/W3021397474","https://openalex.org/W3022373106","https://openalex.org/W3023238803","https://openalex.org/W3023585645","https://openalex.org/W3034696692","https://openalex.org/W3038572442","https://openalex.org/W3097609957","https://openalex.org/W3099700870","https://openalex.org/W3118668786","https://openalex.org/W3130740619","https://openalex.org/W4252076394","https://openalex.org/W4252222626","https://openalex.org/W4285417481","https://openalex.org/W4300427681","https://openalex.org/W6638721287","https://openalex.org/W6682954928","https://openalex.org/W6729938257","https://openalex.org/W6745265922","https://openalex.org/W6747689543","https://openalex.org/W6753862512","https://openalex.org/W6755207826","https://openalex.org/W6757575941","https://openalex.org/W6758015726","https://openalex.org/W6760359991","https://openalex.org/W6761452495","https://openalex.org/W6764997697","https://openalex.org/W6767284482","https://openalex.org/W6769185743","https://openalex.org/W6769341872","https://openalex.org/W6770118208","https://openalex.org/W6774991744","https://openalex.org/W6775204245","https://openalex.org/W6776605372","https://openalex.org/W6777399232","https://openalex.org/W6779872132"],"related_works":["https://openalex.org/W3125011624","https://openalex.org/W1508631387","https://openalex.org/W2370917603","https://openalex.org/W2952760143","https://openalex.org/W2017776670","https://openalex.org/W4283822356","https://openalex.org/W1950940422","https://openalex.org/W2129146436","https://openalex.org/W2032507829","https://openalex.org/W2147282173"],"abstract_inverted_index":{"Abstract":[0],"Dual":[1],"encoders":[2,95],"perform":[3],"retrieval":[4,75],"by":[5,17],"encoding":[6,51],"documents":[7],"and":[8,36,43,57,60,106],"queries":[9],"into":[10],"dense":[11],"low-dimensional":[12],"vectors,":[13],"scoring":[14],"each":[15],"document":[16,62],"its":[18],"inner":[19],"product":[20],"with":[21,96],"the":[22,26,50,53,61,67,91,99,113],"query.":[23],"We":[24],"investigate":[25],"capacity":[27,68],"of":[28,69,76,93,98,101,115],"this":[29],"architecture":[30],"relative":[31],"to":[32,72,110],"sparse":[33,116],"bag-of-words":[34],"models":[35,119],"attentional":[37,104],"neural":[38,87],"networks.":[39],"Using":[40],"both":[41],"theoretical":[42],"empirical":[44],"analysis,":[45],"we":[46,83],"establish":[47],"connections":[48],"between":[49,55],"dimension,":[52],"margin":[54],"gold":[56],"lower-ranked":[58],"documents,":[59],"length,":[63],"suggesting":[64],"limitations":[65],"in":[66,123],"fixed-length":[70],"encodings":[71],"support":[73],"precise":[74],"long":[77],"documents.":[78],"Building":[79],"on":[80,112],"these":[81],"insights,":[82],"propose":[84],"a":[85],"simple":[86],"model":[88],"that":[89],"combines":[90],"efficiency":[92],"dual":[94],"some":[97],"expressiveness":[100],"more":[102],"costly":[103],"architectures,":[105],"explore":[107],"sparse-dense":[108],"hybrids":[109],"capitalize":[111],"precision":[114],"retrieval.":[117,125],"These":[118],"outperform":[120],"strong":[121],"alternatives":[122],"large-scale":[124]},"counts_by_year":[{"year":2026,"cited_by_count":27},{"year":2025,"cited_by_count":47},{"year":2024,"cited_by_count":35},{"year":2023,"cited_by_count":82},{"year":2022,"cited_by_count":66},{"year":2021,"cited_by_count":43},{"year":2020,"cited_by_count":3}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}